2024-11-23 17:24:38,705 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-23 17:24:38,722 main DEBUG Took 0.014726 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-23 17:24:38,722 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-23 17:24:38,723 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-23 17:24:38,724 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-23 17:24:38,725 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 17:24:38,733 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-23 17:24:38,746 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 17:24:38,748 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 17:24:38,748 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 17:24:38,749 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 17:24:38,749 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 17:24:38,749 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 17:24:38,750 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 17:24:38,751 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 17:24:38,752 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 17:24:38,752 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 17:24:38,753 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 17:24:38,753 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 17:24:38,754 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 17:24:38,754 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 17:24:38,754 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 17:24:38,755 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 17:24:38,755 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 17:24:38,756 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 17:24:38,756 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 17:24:38,756 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 17:24:38,757 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 17:24:38,757 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 17:24:38,758 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 17:24:38,758 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-23 17:24:38,759 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 17:24:38,759 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-23 17:24:38,761 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-23 17:24:38,763 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-23 17:24:38,766 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-23 17:24:38,766 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-23 17:24:38,768 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-23 17:24:38,769 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-23 17:24:38,782 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-23 17:24:38,786 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-23 17:24:38,788 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-23 17:24:38,789 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-23 17:24:38,789 main DEBUG createAppenders(={Console}) 2024-11-23 17:24:38,790 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-23 17:24:38,791 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-23 17:24:38,791 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-23 17:24:38,792 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-23 17:24:38,792 main DEBUG OutputStream closed 2024-11-23 17:24:38,793 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-23 17:24:38,793 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-23 17:24:38,793 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-23 17:24:38,864 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-23 17:24:38,867 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-23 17:24:38,868 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-23 17:24:38,869 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-23 17:24:38,869 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-23 17:24:38,869 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-23 17:24:38,870 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-23 17:24:38,870 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-23 17:24:38,870 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-23 17:24:38,871 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-23 17:24:38,871 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-23 17:24:38,871 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-23 17:24:38,872 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-23 17:24:38,872 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-23 17:24:38,872 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-23 17:24:38,873 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-23 17:24:38,873 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-23 17:24:38,874 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-23 17:24:38,876 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23 17:24:38,876 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-23 17:24:38,877 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-23 17:24:38,877 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-23T17:24:39,124 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72 2024-11-23 17:24:39,127 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-23 17:24:39,128 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-23T17:24:39,137 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-11-23T17:24:39,162 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-23T17:24:39,165 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72/cluster_5aa7786c-84ab-129d-027c-96fe876f2f58, deleteOnExit=true 2024-11-23T17:24:39,165 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-23T17:24:39,166 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72/test.cache.data in system properties and HBase conf 2024-11-23T17:24:39,167 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72/hadoop.tmp.dir in system properties and HBase conf 2024-11-23T17:24:39,167 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72/hadoop.log.dir in system properties and HBase conf 2024-11-23T17:24:39,168 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-23T17:24:39,169 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-23T17:24:39,169 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-23T17:24:39,277 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-23T17:24:39,389 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-23T17:24:39,394 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-23T17:24:39,394 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-23T17:24:39,395 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-23T17:24:39,396 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T17:24:39,396 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-23T17:24:39,397 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-23T17:24:39,398 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-23T17:24:39,398 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T17:24:39,399 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-23T17:24:39,399 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72/nfs.dump.dir in system properties and HBase conf 2024-11-23T17:24:39,400 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72/java.io.tmpdir in system properties and HBase conf 2024-11-23T17:24:39,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-23T17:24:39,401 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-23T17:24:39,402 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-23T17:24:40,226 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-23T17:24:40,311 INFO [Time-limited test {}] log.Log(170): Logging initialized @2390ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-23T17:24:40,392 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T17:24:40,457 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T17:24:40,477 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T17:24:40,477 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T17:24:40,478 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T17:24:40,490 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T17:24:40,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72/hadoop.log.dir/,AVAILABLE} 2024-11-23T17:24:40,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T17:24:40,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72/java.io.tmpdir/jetty-localhost-33679-hadoop-hdfs-3_4_1-tests_jar-_-any-11779407781824173106/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T17:24:40,694 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:33679} 2024-11-23T17:24:40,695 INFO [Time-limited test {}] server.Server(415): Started @2775ms 2024-11-23T17:24:41,071 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-23T17:24:41,078 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-23T17:24:41,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-23T17:24:41,080 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-23T17:24:41,080 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-23T17:24:41,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72/hadoop.log.dir/,AVAILABLE} 2024-11-23T17:24:41,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-23T17:24:41,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72/java.io.tmpdir/jetty-localhost-36019-hadoop-hdfs-3_4_1-tests_jar-_-any-15406026301953674109/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T17:24:41,205 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:36019} 2024-11-23T17:24:41,206 INFO [Time-limited test {}] server.Server(415): Started @3286ms 2024-11-23T17:24:41,262 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-23T17:24:41,743 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72/cluster_5aa7786c-84ab-129d-027c-96fe876f2f58/dfs/data/data1/current/BP-660191298-172.17.0.2-1732382679974/current, will proceed with Du for space computation calculation, 2024-11-23T17:24:41,743 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72/cluster_5aa7786c-84ab-129d-027c-96fe876f2f58/dfs/data/data2/current/BP-660191298-172.17.0.2-1732382679974/current, will proceed with Du for space computation calculation, 2024-11-23T17:24:41,784 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-23T17:24:41,844 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc457dca833bc4a36 with lease ID 0x8e32f848c226d96a: Processing first storage report for DS-7540eec4-20ed-4a67-bfa3-b8ced465208c from datanode DatanodeRegistration(127.0.0.1:34875, datanodeUuid=f51b14b0-6f66-4994-a78a-398767411e4e, infoPort=40189, infoSecurePort=0, ipcPort=35401, storageInfo=lv=-57;cid=testClusterID;nsid=1077805008;c=1732382679974) 2024-11-23T17:24:41,845 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc457dca833bc4a36 with lease ID 0x8e32f848c226d96a: from storage DS-7540eec4-20ed-4a67-bfa3-b8ced465208c node DatanodeRegistration(127.0.0.1:34875, datanodeUuid=f51b14b0-6f66-4994-a78a-398767411e4e, infoPort=40189, infoSecurePort=0, ipcPort=35401, storageInfo=lv=-57;cid=testClusterID;nsid=1077805008;c=1732382679974), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-23T17:24:41,846 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc457dca833bc4a36 with lease ID 0x8e32f848c226d96a: Processing first storage report for DS-812bc97f-c317-4df0-a997-1d30cffd015d from datanode DatanodeRegistration(127.0.0.1:34875, datanodeUuid=f51b14b0-6f66-4994-a78a-398767411e4e, infoPort=40189, infoSecurePort=0, ipcPort=35401, storageInfo=lv=-57;cid=testClusterID;nsid=1077805008;c=1732382679974) 2024-11-23T17:24:41,846 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc457dca833bc4a36 with lease ID 0x8e32f848c226d96a: from storage DS-812bc97f-c317-4df0-a997-1d30cffd015d node DatanodeRegistration(127.0.0.1:34875, datanodeUuid=f51b14b0-6f66-4994-a78a-398767411e4e, infoPort=40189, infoSecurePort=0, ipcPort=35401, storageInfo=lv=-57;cid=testClusterID;nsid=1077805008;c=1732382679974), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-23T17:24:41,848 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72 2024-11-23T17:24:41,938 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72/cluster_5aa7786c-84ab-129d-027c-96fe876f2f58/zookeeper_0, clientPort=55168, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72/cluster_5aa7786c-84ab-129d-027c-96fe876f2f58/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72/cluster_5aa7786c-84ab-129d-027c-96fe876f2f58/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-23T17:24:41,948 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=55168 2024-11-23T17:24:41,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T17:24:41,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T17:24:42,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741825_1001 (size=7) 2024-11-23T17:24:42,612 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9 with version=8 2024-11-23T17:24:42,613 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/hbase-staging 2024-11-23T17:24:42,745 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-23T17:24:43,017 INFO [Time-limited test {}] client.ConnectionUtils(129): master/f54dd19cfe0a:0 server-side Connection retries=45 2024-11-23T17:24:43,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T17:24:43,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T17:24:43,037 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T17:24:43,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T17:24:43,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T17:24:43,193 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T17:24:43,255 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-23T17:24:43,264 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-23T17:24:43,268 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T17:24:43,297 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 25753 (auto-detected) 2024-11-23T17:24:43,299 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-23T17:24:43,318 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39075 2024-11-23T17:24:43,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T17:24:43,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T17:24:43,342 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:39075 connecting to ZooKeeper ensemble=127.0.0.1:55168 2024-11-23T17:24:43,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390750x0, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T17:24:43,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39075-0x1002569a4220000 connected 2024-11-23T17:24:43,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T17:24:43,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T17:24:43,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T17:24:43,418 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39075 2024-11-23T17:24:43,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39075 2024-11-23T17:24:43,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39075 2024-11-23T17:24:43,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39075 2024-11-23T17:24:43,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39075 2024-11-23T17:24:43,429 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9, hbase.cluster.distributed=false 2024-11-23T17:24:43,492 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f54dd19cfe0a:0 server-side Connection retries=45 2024-11-23T17:24:43,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T17:24:43,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-23T17:24:43,493 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-23T17:24:43,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-23T17:24:43,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-23T17:24:43,496 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-23T17:24:43,498 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-23T17:24:43,499 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35067 2024-11-23T17:24:43,501 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-23T17:24:43,506 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-23T17:24:43,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T17:24:43,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T17:24:43,515 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:35067 connecting to ZooKeeper ensemble=127.0.0.1:55168 2024-11-23T17:24:43,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350670x0, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-23T17:24:43,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35067-0x1002569a4220001 connected 2024-11-23T17:24:43,520 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35067-0x1002569a4220001, quorum=127.0.0.1:55168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T17:24:43,521 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35067-0x1002569a4220001, quorum=127.0.0.1:55168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T17:24:43,522 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35067-0x1002569a4220001, quorum=127.0.0.1:55168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-23T17:24:43,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35067 2024-11-23T17:24:43,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35067 2024-11-23T17:24:43,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35067 2024-11-23T17:24:43,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35067 2024-11-23T17:24:43,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35067 2024-11-23T17:24:43,527 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/f54dd19cfe0a,39075,1732382682737 2024-11-23T17:24:43,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T17:24:43,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35067-0x1002569a4220001, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T17:24:43,536 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f54dd19cfe0a,39075,1732382682737 2024-11-23T17:24:43,543 DEBUG [M:0;f54dd19cfe0a:39075 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f54dd19cfe0a:39075 2024-11-23T17:24:43,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35067-0x1002569a4220001, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T17:24:43,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-23T17:24:43,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35067-0x1002569a4220001, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T17:24:43,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T17:24:43,558 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T17:24:43,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-23T17:24:43,559 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f54dd19cfe0a,39075,1732382682737 from backup master directory 2024-11-23T17:24:43,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f54dd19cfe0a,39075,1732382682737 2024-11-23T17:24:43,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35067-0x1002569a4220001, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T17:24:43,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-23T17:24:43,563 WARN [master/f54dd19cfe0a:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T17:24:43,563 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f54dd19cfe0a,39075,1732382682737 2024-11-23T17:24:43,565 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-23T17:24:43,567 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-23T17:24:43,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741826_1002 (size=42) 2024-11-23T17:24:44,037 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/hbase.id with ID: 82c3eef1-4ae8-4370-b174-f26cd0998ad1 2024-11-23T17:24:44,078 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-23T17:24:44,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T17:24:44,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35067-0x1002569a4220001, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T17:24:44,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741827_1003 (size=196) 2024-11-23T17:24:44,140 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T17:24:44,141 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-23T17:24:44,159 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:44,163 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T17:24:44,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741828_1004 (size=1189) 2024-11-23T17:24:44,614 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/MasterData/data/master/store 2024-11-23T17:24:44,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741829_1005 (size=34) 2024-11-23T17:24:45,035 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-23T17:24:45,035 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:24:45,036 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T17:24:45,037 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T17:24:45,037 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T17:24:45,037 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T17:24:45,037 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T17:24:45,037 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T17:24:45,037 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-23T17:24:45,040 WARN [master/f54dd19cfe0a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/MasterData/data/master/store/.initializing 2024-11-23T17:24:45,040 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/MasterData/WALs/f54dd19cfe0a,39075,1732382682737 2024-11-23T17:24:45,047 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T17:24:45,057 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f54dd19cfe0a%2C39075%2C1732382682737, suffix=, logDir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/MasterData/WALs/f54dd19cfe0a,39075,1732382682737, archiveDir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/MasterData/oldWALs, maxLogs=10 2024-11-23T17:24:45,078 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/MasterData/WALs/f54dd19cfe0a,39075,1732382682737/f54dd19cfe0a%2C39075%2C1732382682737.1732382685062, exclude list is [], retry=0 2024-11-23T17:24:45,095 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34875,DS-7540eec4-20ed-4a67-bfa3-b8ced465208c,DISK] 2024-11-23T17:24:45,098 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-23T17:24:45,138 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/MasterData/WALs/f54dd19cfe0a,39075,1732382682737/f54dd19cfe0a%2C39075%2C1732382682737.1732382685062 2024-11-23T17:24:45,139 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40189:40189)] 2024-11-23T17:24:45,140 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-23T17:24:45,140 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:24:45,145 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T17:24:45,146 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T17:24:45,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T17:24:45,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-23T17:24:45,218 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:45,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T17:24:45,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T17:24:45,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-23T17:24:45,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:45,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:24:45,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T17:24:45,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-23T17:24:45,228 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:45,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:24:45,230 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-23T17:24:45,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-23T17:24:45,232 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:45,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:24:45,236 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T17:24:45,237 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-23T17:24:45,246 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-23T17:24:45,250 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-23T17:24:45,255 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T17:24:45,256 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59953327, jitterRate=-0.10662581026554108}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-23T17:24:45,260 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-23T17:24:45,261 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-23T17:24:45,290 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ada63d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:24:45,325 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-23T17:24:45,337 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-23T17:24:45,337 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-23T17:24:45,339 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-23T17:24:45,341 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-23T17:24:45,346 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-23T17:24:45,346 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-23T17:24:45,371 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-23T17:24:45,383 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-23T17:24:45,385 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-23T17:24:45,388 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-23T17:24:45,389 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-23T17:24:45,390 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-23T17:24:45,392 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-23T17:24:45,395 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-23T17:24:45,397 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-23T17:24:45,398 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-23T17:24:45,399 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-23T17:24:45,409 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-23T17:24:45,411 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-23T17:24:45,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35067-0x1002569a4220001, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T17:24:45,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-23T17:24:45,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35067-0x1002569a4220001, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T17:24:45,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T17:24:45,415 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=f54dd19cfe0a,39075,1732382682737, sessionid=0x1002569a4220000, setting cluster-up flag (Was=false) 2024-11-23T17:24:45,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35067-0x1002569a4220001, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T17:24:45,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T17:24:45,433 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-23T17:24:45,435 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f54dd19cfe0a,39075,1732382682737 2024-11-23T17:24:45,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35067-0x1002569a4220001, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T17:24:45,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T17:24:45,445 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-23T17:24:45,446 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f54dd19cfe0a,39075,1732382682737 2024-11-23T17:24:45,535 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-23T17:24:45,542 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-23T17:24:45,543 DEBUG [RS:0;f54dd19cfe0a:35067 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f54dd19cfe0a:35067 2024-11-23T17:24:45,544 INFO [RS:0;f54dd19cfe0a:35067 {}] regionserver.HRegionServer(1008): ClusterId : 82c3eef1-4ae8-4370-b174-f26cd0998ad1 2024-11-23T17:24:45,545 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-23T17:24:45,547 DEBUG [RS:0;f54dd19cfe0a:35067 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-23T17:24:45,552 DEBUG [RS:0;f54dd19cfe0a:35067 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-23T17:24:45,552 DEBUG [RS:0;f54dd19cfe0a:35067 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-23T17:24:45,552 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f54dd19cfe0a,39075,1732382682737 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-23T17:24:45,554 DEBUG [RS:0;f54dd19cfe0a:35067 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-23T17:24:45,555 DEBUG [RS:0;f54dd19cfe0a:35067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eee2de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:24:45,555 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f54dd19cfe0a:0, corePoolSize=5, maxPoolSize=5 2024-11-23T17:24:45,556 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f54dd19cfe0a:0, corePoolSize=5, maxPoolSize=5 2024-11-23T17:24:45,556 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f54dd19cfe0a:0, corePoolSize=5, maxPoolSize=5 2024-11-23T17:24:45,556 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f54dd19cfe0a:0, corePoolSize=5, maxPoolSize=5 2024-11-23T17:24:45,556 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f54dd19cfe0a:0, corePoolSize=10, maxPoolSize=10 2024-11-23T17:24:45,556 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f54dd19cfe0a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T17:24:45,556 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f54dd19cfe0a:0, corePoolSize=2, maxPoolSize=2 2024-11-23T17:24:45,557 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f54dd19cfe0a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T17:24:45,557 DEBUG [RS:0;f54dd19cfe0a:35067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d0bce7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f54dd19cfe0a/172.17.0.2:0 2024-11-23T17:24:45,558 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732382715558 2024-11-23T17:24:45,559 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-23T17:24:45,560 INFO [RS:0;f54dd19cfe0a:35067 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-23T17:24:45,560 INFO [RS:0;f54dd19cfe0a:35067 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-23T17:24:45,560 DEBUG [RS:0;f54dd19cfe0a:35067 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-23T17:24:45,561 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-23T17:24:45,562 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-23T17:24:45,563 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-23T17:24:45,563 INFO [RS:0;f54dd19cfe0a:35067 {}] regionserver.HRegionServer(3073): reportForDuty to master=f54dd19cfe0a,39075,1732382682737 with isa=f54dd19cfe0a/172.17.0.2:35067, startcode=1732382683491 2024-11-23T17:24:45,565 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-23T17:24:45,565 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-23T17:24:45,566 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-23T17:24:45,566 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-23T17:24:45,566 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T17:24:45,567 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:45,567 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-23T17:24:45,567 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T17:24:45,569 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-23T17:24:45,569 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-23T17:24:45,573 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-23T17:24:45,574 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-23T17:24:45,576 DEBUG [RS:0;f54dd19cfe0a:35067 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T17:24:45,576 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f54dd19cfe0a:0:becomeActiveMaster-HFileCleaner.large.0-1732382685575,5,FailOnTimeoutGroup] 2024-11-23T17:24:45,576 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f54dd19cfe0a:0:becomeActiveMaster-HFileCleaner.small.0-1732382685576,5,FailOnTimeoutGroup] 2024-11-23T17:24:45,576 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-23T17:24:45,577 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-23T17:24:45,578 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-23T17:24:45,579 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-23T17:24:45,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741831_1007 (size=1039) 2024-11-23T17:24:45,615 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48173, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T17:24:45,621 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39075 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:45,623 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39075 {}] master.ServerManager(486): Registering regionserver=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:45,637 DEBUG [RS:0;f54dd19cfe0a:35067 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9 2024-11-23T17:24:45,637 DEBUG [RS:0;f54dd19cfe0a:35067 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34623 2024-11-23T17:24:45,637 DEBUG [RS:0;f54dd19cfe0a:35067 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-23T17:24:45,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T17:24:45,642 DEBUG [RS:0;f54dd19cfe0a:35067 {}] zookeeper.ZKUtil(111): regionserver:35067-0x1002569a4220001, quorum=127.0.0.1:55168, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:45,642 WARN [RS:0;f54dd19cfe0a:35067 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-23T17:24:45,643 INFO [RS:0;f54dd19cfe0a:35067 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T17:24:45,643 DEBUG [RS:0;f54dd19cfe0a:35067 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/WALs/f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:45,644 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f54dd19cfe0a,35067,1732382683491] 2024-11-23T17:24:45,656 DEBUG [RS:0;f54dd19cfe0a:35067 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-23T17:24:45,667 INFO [RS:0;f54dd19cfe0a:35067 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-23T17:24:45,679 INFO [RS:0;f54dd19cfe0a:35067 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-23T17:24:45,682 INFO [RS:0;f54dd19cfe0a:35067 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-23T17:24:45,682 INFO [RS:0;f54dd19cfe0a:35067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T17:24:45,683 INFO [RS:0;f54dd19cfe0a:35067 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-23T17:24:45,690 INFO [RS:0;f54dd19cfe0a:35067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-23T17:24:45,690 DEBUG [RS:0;f54dd19cfe0a:35067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f54dd19cfe0a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T17:24:45,691 DEBUG [RS:0;f54dd19cfe0a:35067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f54dd19cfe0a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T17:24:45,691 DEBUG [RS:0;f54dd19cfe0a:35067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f54dd19cfe0a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T17:24:45,691 DEBUG [RS:0;f54dd19cfe0a:35067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T17:24:45,691 DEBUG [RS:0;f54dd19cfe0a:35067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f54dd19cfe0a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T17:24:45,691 DEBUG [RS:0;f54dd19cfe0a:35067 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f54dd19cfe0a:0, corePoolSize=2, maxPoolSize=2 2024-11-23T17:24:45,691 DEBUG [RS:0;f54dd19cfe0a:35067 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T17:24:45,691 DEBUG [RS:0;f54dd19cfe0a:35067 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f54dd19cfe0a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T17:24:45,692 DEBUG [RS:0;f54dd19cfe0a:35067 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f54dd19cfe0a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T17:24:45,692 DEBUG [RS:0;f54dd19cfe0a:35067 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f54dd19cfe0a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T17:24:45,692 DEBUG [RS:0;f54dd19cfe0a:35067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f54dd19cfe0a:0, corePoolSize=1, maxPoolSize=1 2024-11-23T17:24:45,692 DEBUG [RS:0;f54dd19cfe0a:35067 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f54dd19cfe0a:0, corePoolSize=3, maxPoolSize=3 2024-11-23T17:24:45,692 DEBUG [RS:0;f54dd19cfe0a:35067 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0, corePoolSize=3, maxPoolSize=3 2024-11-23T17:24:45,694 INFO [RS:0;f54dd19cfe0a:35067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T17:24:45,694 INFO [RS:0;f54dd19cfe0a:35067 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-23T17:24:45,694 INFO [RS:0;f54dd19cfe0a:35067 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-23T17:24:45,694 INFO [RS:0;f54dd19cfe0a:35067 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-23T17:24:45,694 INFO [RS:0;f54dd19cfe0a:35067 {}] hbase.ChoreService(168): Chore ScheduledChore name=f54dd19cfe0a,35067,1732382683491-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T17:24:45,714 INFO [RS:0;f54dd19cfe0a:35067 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-23T17:24:45,715 INFO [RS:0;f54dd19cfe0a:35067 {}] hbase.ChoreService(168): Chore ScheduledChore name=f54dd19cfe0a,35067,1732382683491-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T17:24:45,735 INFO [RS:0;f54dd19cfe0a:35067 {}] regionserver.Replication(204): f54dd19cfe0a,35067,1732382683491 started 2024-11-23T17:24:45,735 INFO [RS:0;f54dd19cfe0a:35067 {}] regionserver.HRegionServer(1767): Serving as f54dd19cfe0a,35067,1732382683491, RpcServer on f54dd19cfe0a/172.17.0.2:35067, sessionid=0x1002569a4220001 2024-11-23T17:24:45,736 DEBUG [RS:0;f54dd19cfe0a:35067 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-23T17:24:45,736 DEBUG [RS:0;f54dd19cfe0a:35067 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:45,736 DEBUG [RS:0;f54dd19cfe0a:35067 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f54dd19cfe0a,35067,1732382683491' 2024-11-23T17:24:45,736 DEBUG [RS:0;f54dd19cfe0a:35067 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-23T17:24:45,737 DEBUG [RS:0;f54dd19cfe0a:35067 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-23T17:24:45,738 DEBUG [RS:0;f54dd19cfe0a:35067 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-23T17:24:45,738 DEBUG [RS:0;f54dd19cfe0a:35067 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-23T17:24:45,738 DEBUG [RS:0;f54dd19cfe0a:35067 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:45,738 DEBUG [RS:0;f54dd19cfe0a:35067 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f54dd19cfe0a,35067,1732382683491' 2024-11-23T17:24:45,738 DEBUG [RS:0;f54dd19cfe0a:35067 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-23T17:24:45,739 DEBUG [RS:0;f54dd19cfe0a:35067 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-23T17:24:45,739 DEBUG [RS:0;f54dd19cfe0a:35067 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-23T17:24:45,739 INFO [RS:0;f54dd19cfe0a:35067 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-23T17:24:45,739 INFO [RS:0;f54dd19cfe0a:35067 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-23T17:24:45,845 INFO [RS:0;f54dd19cfe0a:35067 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-23T17:24:45,849 INFO [RS:0;f54dd19cfe0a:35067 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f54dd19cfe0a%2C35067%2C1732382683491, suffix=, logDir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/WALs/f54dd19cfe0a,35067,1732382683491, archiveDir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/oldWALs, maxLogs=32 2024-11-23T17:24:45,865 DEBUG [RS:0;f54dd19cfe0a:35067 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/WALs/f54dd19cfe0a,35067,1732382683491/f54dd19cfe0a%2C35067%2C1732382683491.1732382685851, exclude list is [], retry=0 2024-11-23T17:24:45,870 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34875,DS-7540eec4-20ed-4a67-bfa3-b8ced465208c,DISK] 2024-11-23T17:24:45,874 INFO [RS:0;f54dd19cfe0a:35067 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/WALs/f54dd19cfe0a,35067,1732382683491/f54dd19cfe0a%2C35067%2C1732382683491.1732382685851 2024-11-23T17:24:45,874 DEBUG [RS:0;f54dd19cfe0a:35067 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40189:40189)] 2024-11-23T17:24:45,985 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-23T17:24:45,986 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9 2024-11-23T17:24:45,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741833_1009 (size=32) 2024-11-23T17:24:46,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:24:46,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T17:24:46,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T17:24:46,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:46,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T17:24:46,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T17:24:46,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T17:24:46,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:46,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T17:24:46,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T17:24:46,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T17:24:46,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:46,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T17:24:46,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/hbase/meta/1588230740 2024-11-23T17:24:46,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/hbase/meta/1588230740 2024-11-23T17:24:46,416 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T17:24:46,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-23T17:24:46,422 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T17:24:46,423 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63349121, jitterRate=-0.05602453649044037}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T17:24:46,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-23T17:24:46,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-23T17:24:46,426 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-23T17:24:46,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-23T17:24:46,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T17:24:46,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T17:24:46,427 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-23T17:24:46,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-23T17:24:46,430 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-23T17:24:46,430 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-23T17:24:46,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-23T17:24:46,444 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-23T17:24:46,446 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-23T17:24:46,598 DEBUG [f54dd19cfe0a:39075 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-23T17:24:46,603 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:46,609 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f54dd19cfe0a,35067,1732382683491, state=OPENING 2024-11-23T17:24:46,614 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-23T17:24:46,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T17:24:46,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35067-0x1002569a4220001, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T17:24:46,616 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T17:24:46,616 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T17:24:46,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=f54dd19cfe0a,35067,1732382683491}] 2024-11-23T17:24:46,792 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:46,794 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-23T17:24:46,797 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44756, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-23T17:24:46,808 INFO [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-23T17:24:46,808 INFO [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-23T17:24:46,809 INFO [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-23T17:24:46,813 INFO [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f54dd19cfe0a%2C35067%2C1732382683491.meta, suffix=.meta, logDir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/WALs/f54dd19cfe0a,35067,1732382683491, archiveDir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/oldWALs, maxLogs=32 2024-11-23T17:24:46,836 DEBUG [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/WALs/f54dd19cfe0a,35067,1732382683491/f54dd19cfe0a%2C35067%2C1732382683491.meta.1732382686815.meta, exclude list is [], retry=0 2024-11-23T17:24:46,840 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34875,DS-7540eec4-20ed-4a67-bfa3-b8ced465208c,DISK] 2024-11-23T17:24:46,843 INFO [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/WALs/f54dd19cfe0a,35067,1732382683491/f54dd19cfe0a%2C35067%2C1732382683491.meta.1732382686815.meta 2024-11-23T17:24:46,843 DEBUG [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40189:40189)] 2024-11-23T17:24:46,843 DEBUG [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-23T17:24:46,845 DEBUG [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-23T17:24:46,905 DEBUG [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-23T17:24:46,909 INFO [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-23T17:24:46,914 DEBUG [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-23T17:24:46,914 DEBUG [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:24:46,914 DEBUG [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-23T17:24:46,914 DEBUG [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-23T17:24:46,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-23T17:24:46,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-23T17:24:46,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:46,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T17:24:46,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-23T17:24:46,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-23T17:24:46,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:46,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T17:24:46,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-23T17:24:46,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-23T17:24:46,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:46,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-23T17:24:46,927 DEBUG [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/hbase/meta/1588230740 2024-11-23T17:24:46,930 DEBUG [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/hbase/meta/1588230740 2024-11-23T17:24:46,933 DEBUG [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T17:24:46,935 DEBUG [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-23T17:24:46,937 INFO [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66873528, jitterRate=-0.003506779670715332}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T17:24:46,938 DEBUG [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-23T17:24:46,946 INFO [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732382686787 2024-11-23T17:24:46,957 DEBUG [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-23T17:24:46,958 INFO [RS_OPEN_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-23T17:24:46,959 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:46,961 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f54dd19cfe0a,35067,1732382683491, state=OPEN 2024-11-23T17:24:46,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T17:24:46,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35067-0x1002569a4220001, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-23T17:24:46,966 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T17:24:46,966 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-23T17:24:46,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-23T17:24:46,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=f54dd19cfe0a,35067,1732382683491 in 348 msec 2024-11-23T17:24:46,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-23T17:24:46,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 536 msec 2024-11-23T17:24:46,981 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4980 sec 2024-11-23T17:24:46,981 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732382686981, completionTime=-1 2024-11-23T17:24:46,982 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-23T17:24:46,982 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-23T17:24:47,022 DEBUG [hconnection-0x5ff3f7cf-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:24:47,025 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44758, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:24:47,035 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-23T17:24:47,035 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732382747035 2024-11-23T17:24:47,035 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732382807035 2024-11-23T17:24:47,036 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 53 msec 2024-11-23T17:24:47,059 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f54dd19cfe0a,39075,1732382682737-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-23T17:24:47,059 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f54dd19cfe0a,39075,1732382682737-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T17:24:47,059 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f54dd19cfe0a,39075,1732382682737-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T17:24:47,061 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f54dd19cfe0a:39075, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T17:24:47,061 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-23T17:24:47,066 DEBUG [master/f54dd19cfe0a:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-23T17:24:47,070 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-23T17:24:47,071 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-23T17:24:47,078 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-23T17:24:47,081 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T17:24:47,082 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:47,084 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T17:24:47,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741835_1011 (size=358) 2024-11-23T17:24:47,499 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 16dd130f78d02f9c55bee2d46e45c36c, NAME => 'hbase:namespace,,1732382687070.16dd130f78d02f9c55bee2d46e45c36c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9 2024-11-23T17:24:47,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741836_1012 (size=42) 2024-11-23T17:24:47,910 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732382687070.16dd130f78d02f9c55bee2d46e45c36c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:24:47,910 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 16dd130f78d02f9c55bee2d46e45c36c, disabling compactions & flushes 2024-11-23T17:24:47,910 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732382687070.16dd130f78d02f9c55bee2d46e45c36c. 2024-11-23T17:24:47,910 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732382687070.16dd130f78d02f9c55bee2d46e45c36c. 2024-11-23T17:24:47,910 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732382687070.16dd130f78d02f9c55bee2d46e45c36c. after waiting 0 ms 2024-11-23T17:24:47,910 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732382687070.16dd130f78d02f9c55bee2d46e45c36c. 2024-11-23T17:24:47,911 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732382687070.16dd130f78d02f9c55bee2d46e45c36c. 2024-11-23T17:24:47,911 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 16dd130f78d02f9c55bee2d46e45c36c: 2024-11-23T17:24:47,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T17:24:47,920 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732382687070.16dd130f78d02f9c55bee2d46e45c36c.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732382687914"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732382687914"}]},"ts":"1732382687914"} 2024-11-23T17:24:47,944 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T17:24:47,946 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T17:24:47,949 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382687947"}]},"ts":"1732382687947"} 2024-11-23T17:24:47,954 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-23T17:24:47,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=16dd130f78d02f9c55bee2d46e45c36c, ASSIGN}] 2024-11-23T17:24:47,961 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=16dd130f78d02f9c55bee2d46e45c36c, ASSIGN 2024-11-23T17:24:47,963 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=16dd130f78d02f9c55bee2d46e45c36c, ASSIGN; state=OFFLINE, location=f54dd19cfe0a,35067,1732382683491; forceNewPlan=false, retain=false 2024-11-23T17:24:48,113 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=16dd130f78d02f9c55bee2d46e45c36c, regionState=OPENING, regionLocation=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:48,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 16dd130f78d02f9c55bee2d46e45c36c, server=f54dd19cfe0a,35067,1732382683491}] 2024-11-23T17:24:48,271 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:48,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732382687070.16dd130f78d02f9c55bee2d46e45c36c. 2024-11-23T17:24:48,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 16dd130f78d02f9c55bee2d46e45c36c, NAME => 'hbase:namespace,,1732382687070.16dd130f78d02f9c55bee2d46e45c36c.', STARTKEY => '', ENDKEY => ''} 2024-11-23T17:24:48,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 16dd130f78d02f9c55bee2d46e45c36c 2024-11-23T17:24:48,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732382687070.16dd130f78d02f9c55bee2d46e45c36c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:24:48,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 16dd130f78d02f9c55bee2d46e45c36c 2024-11-23T17:24:48,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 16dd130f78d02f9c55bee2d46e45c36c 2024-11-23T17:24:48,281 INFO [StoreOpener-16dd130f78d02f9c55bee2d46e45c36c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 16dd130f78d02f9c55bee2d46e45c36c 2024-11-23T17:24:48,284 INFO [StoreOpener-16dd130f78d02f9c55bee2d46e45c36c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16dd130f78d02f9c55bee2d46e45c36c columnFamilyName info 2024-11-23T17:24:48,284 DEBUG [StoreOpener-16dd130f78d02f9c55bee2d46e45c36c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:48,285 INFO [StoreOpener-16dd130f78d02f9c55bee2d46e45c36c-1 {}] regionserver.HStore(327): Store=16dd130f78d02f9c55bee2d46e45c36c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:24:48,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/hbase/namespace/16dd130f78d02f9c55bee2d46e45c36c 2024-11-23T17:24:48,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/hbase/namespace/16dd130f78d02f9c55bee2d46e45c36c 2024-11-23T17:24:48,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 16dd130f78d02f9c55bee2d46e45c36c 2024-11-23T17:24:48,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/hbase/namespace/16dd130f78d02f9c55bee2d46e45c36c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T17:24:48,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 16dd130f78d02f9c55bee2d46e45c36c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64305432, jitterRate=-0.04177439212799072}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-23T17:24:48,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 16dd130f78d02f9c55bee2d46e45c36c: 2024-11-23T17:24:48,299 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732382687070.16dd130f78d02f9c55bee2d46e45c36c., pid=6, masterSystemTime=1732382688271 2024-11-23T17:24:48,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732382687070.16dd130f78d02f9c55bee2d46e45c36c. 2024-11-23T17:24:48,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732382687070.16dd130f78d02f9c55bee2d46e45c36c. 2024-11-23T17:24:48,332 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=16dd130f78d02f9c55bee2d46e45c36c, regionState=OPEN, openSeqNum=2, regionLocation=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:48,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-23T17:24:48,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 16dd130f78d02f9c55bee2d46e45c36c, server=f54dd19cfe0a,35067,1732382683491 in 219 msec 2024-11-23T17:24:48,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-23T17:24:48,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=16dd130f78d02f9c55bee2d46e45c36c, ASSIGN in 381 msec 2024-11-23T17:24:48,350 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T17:24:48,350 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382688350"}]},"ts":"1732382688350"} 2024-11-23T17:24:48,354 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-23T17:24:48,358 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T17:24:48,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2860 sec 2024-11-23T17:24:48,382 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-23T17:24:48,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-23T17:24:48,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35067-0x1002569a4220001, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T17:24:48,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T17:24:48,412 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-23T17:24:48,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-23T17:24:48,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 22 msec 2024-11-23T17:24:48,436 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-23T17:24:48,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-23T17:24:48,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 14 msec 2024-11-23T17:24:48,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-23T17:24:48,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-23T17:24:48,465 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.902sec 2024-11-23T17:24:48,466 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-23T17:24:48,468 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-23T17:24:48,469 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-23T17:24:48,469 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-23T17:24:48,469 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-23T17:24:48,470 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f54dd19cfe0a,39075,1732382682737-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-23T17:24:48,471 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f54dd19cfe0a,39075,1732382682737-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-23T17:24:48,477 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-23T17:24:48,478 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-23T17:24:48,478 INFO [master/f54dd19cfe0a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f54dd19cfe0a,39075,1732382682737-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-23T17:24:48,546 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-23T17:24:48,546 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-23T17:24:48,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:24:48,557 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-23T17:24:48,557 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-23T17:24:48,567 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:24:48,575 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44760, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:24:48,583 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=f54dd19cfe0a,39075,1732382682737 2024-11-23T17:24:48,599 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=359, ProcessCount=11, AvailableMemoryMB=3629 2024-11-23T17:24:48,610 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T17:24:48,612 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T17:24:48,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T17:24:48,625 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T17:24:48,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T17:24:48,629 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T17:24:48,630 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:48,632 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T17:24:48,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-23T17:24:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T17:24:48,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741837_1013 (size=963) 2024-11-23T17:24:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T17:24:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T17:24:49,045 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9 2024-11-23T17:24:49,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741838_1014 (size=53) 2024-11-23T17:24:49,055 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:24:49,055 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 7b38a0891d7286040198cd8f2c611cca, disabling compactions & flushes 2024-11-23T17:24:49,055 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:49,055 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:49,055 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. after waiting 0 ms 2024-11-23T17:24:49,055 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:49,055 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:49,055 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:24:49,057 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T17:24:49,058 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732382689057"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732382689057"}]},"ts":"1732382689057"} 2024-11-23T17:24:49,061 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T17:24:49,062 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T17:24:49,062 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382689062"}]},"ts":"1732382689062"} 2024-11-23T17:24:49,065 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T17:24:49,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b38a0891d7286040198cd8f2c611cca, ASSIGN}] 2024-11-23T17:24:49,071 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b38a0891d7286040198cd8f2c611cca, ASSIGN 2024-11-23T17:24:49,072 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b38a0891d7286040198cd8f2c611cca, ASSIGN; state=OFFLINE, location=f54dd19cfe0a,35067,1732382683491; forceNewPlan=false, retain=false 2024-11-23T17:24:49,223 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=7b38a0891d7286040198cd8f2c611cca, regionState=OPENING, regionLocation=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:49,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491}] 2024-11-23T17:24:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T17:24:49,379 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:49,386 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:49,386 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} 2024-11-23T17:24:49,387 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:24:49,387 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:24:49,387 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:24:49,387 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:24:49,389 INFO [StoreOpener-7b38a0891d7286040198cd8f2c611cca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:24:49,393 INFO [StoreOpener-7b38a0891d7286040198cd8f2c611cca-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:24:49,394 INFO [StoreOpener-7b38a0891d7286040198cd8f2c611cca-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b38a0891d7286040198cd8f2c611cca columnFamilyName A 2024-11-23T17:24:49,394 DEBUG [StoreOpener-7b38a0891d7286040198cd8f2c611cca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:49,395 INFO [StoreOpener-7b38a0891d7286040198cd8f2c611cca-1 {}] regionserver.HStore(327): Store=7b38a0891d7286040198cd8f2c611cca/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:24:49,395 INFO [StoreOpener-7b38a0891d7286040198cd8f2c611cca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:24:49,397 INFO [StoreOpener-7b38a0891d7286040198cd8f2c611cca-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:24:49,397 INFO [StoreOpener-7b38a0891d7286040198cd8f2c611cca-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b38a0891d7286040198cd8f2c611cca columnFamilyName B 2024-11-23T17:24:49,397 DEBUG [StoreOpener-7b38a0891d7286040198cd8f2c611cca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:49,398 INFO [StoreOpener-7b38a0891d7286040198cd8f2c611cca-1 {}] regionserver.HStore(327): Store=7b38a0891d7286040198cd8f2c611cca/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:24:49,398 INFO [StoreOpener-7b38a0891d7286040198cd8f2c611cca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:24:49,400 INFO [StoreOpener-7b38a0891d7286040198cd8f2c611cca-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:24:49,400 INFO [StoreOpener-7b38a0891d7286040198cd8f2c611cca-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b38a0891d7286040198cd8f2c611cca columnFamilyName C 2024-11-23T17:24:49,400 DEBUG [StoreOpener-7b38a0891d7286040198cd8f2c611cca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:24:49,401 INFO [StoreOpener-7b38a0891d7286040198cd8f2c611cca-1 {}] regionserver.HStore(327): Store=7b38a0891d7286040198cd8f2c611cca/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:24:49,402 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:49,403 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:24:49,403 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:24:49,406 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T17:24:49,409 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:24:49,412 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T17:24:49,413 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 7b38a0891d7286040198cd8f2c611cca; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72435079, jitterRate=0.0793667882680893}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T17:24:49,414 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:24:49,416 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca., pid=11, masterSystemTime=1732382689379 2024-11-23T17:24:49,419 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:49,419 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:49,420 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=7b38a0891d7286040198cd8f2c611cca, regionState=OPEN, openSeqNum=2, regionLocation=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:49,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-23T17:24:49,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 in 197 msec 2024-11-23T17:24:49,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-23T17:24:49,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b38a0891d7286040198cd8f2c611cca, ASSIGN in 357 msec 2024-11-23T17:24:49,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T17:24:49,431 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382689431"}]},"ts":"1732382689431"} 2024-11-23T17:24:49,433 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T17:24:49,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T17:24:49,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 812 msec 2024-11-23T17:24:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-23T17:24:49,752 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-23T17:24:49,757 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-11-23T17:24:49,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:24:49,763 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:24:49,765 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:24:49,768 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T17:24:49,770 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50530, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T17:24:49,777 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-23T17:24:49,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:24:49,782 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-23T17:24:49,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:24:49,786 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-23T17:24:49,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:24:49,790 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-23T17:24:49,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:24:49,794 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-23T17:24:49,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:24:49,799 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-23T17:24:49,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:24:49,803 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-23T17:24:49,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:24:49,808 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-23T17:24:49,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:24:49,812 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-23T17:24:49,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:24:49,822 DEBUG [hconnection-0x2697246c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:24:49,823 DEBUG [hconnection-0x176fe140-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:24:49,824 DEBUG [hconnection-0x426356f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:24:49,824 DEBUG [hconnection-0x4b613b0d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:24:49,824 DEBUG [hconnection-0x4fd12293-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:24:49,825 DEBUG [hconnection-0x45f0f0a5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:24:49,825 DEBUG [hconnection-0x6313e8f1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:24:49,826 DEBUG [hconnection-0x5dc12106-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:24:49,826 DEBUG [hconnection-0x364c5753-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:24:49,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:24:49,829 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44780, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:24:49,829 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44782, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:24:49,830 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44786, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:24:49,831 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44802, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:24:49,832 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:24:49,833 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44820, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:24:49,835 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44828, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:24:49,836 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44844, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:24:49,838 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44856, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:24:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-23T17:24:49,844 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:24:49,846 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:24:49,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:24:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T17:24:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:24:49,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b38a0891d7286040198cd8f2c611cca 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T17:24:49,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=A 2024-11-23T17:24:49,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:49,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=B 2024-11-23T17:24:49,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:49,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=C 2024-11-23T17:24:49,918 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T17:24:50,010 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:50,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T17:24:50,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:50,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:24:50,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:50,037 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:50,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:50,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/cba4adf4623b4fbb9f3b7df2e4a0447b is 50, key is test_row_0/A:col10/1732382689896/Put/seqid=0 2024-11-23T17:24:50,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:50,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382750048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:50,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741839_1015 (size=14341) 2024-11-23T17:24:50,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/cba4adf4623b4fbb9f3b7df2e4a0447b 2024-11-23T17:24:50,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382750075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:50,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382750075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:50,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382750084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:50,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382750086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T17:24:50,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/9848d912b1374ab9a3da0b990e8a7671 is 50, key is test_row_0/B:col10/1732382689896/Put/seqid=0 2024-11-23T17:24:50,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741840_1016 (size=12001) 2024-11-23T17:24:50,218 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:50,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T17:24:50,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/9848d912b1374ab9a3da0b990e8a7671 2024-11-23T17:24:50,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382750227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:50,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:50,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:24:50,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:50,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:50,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:50,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:50,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382750229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382750229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:50,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382750229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:50,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382750231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:50,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/a40748173a1d457b9a563ee7145d70d4 is 50, key is test_row_0/C:col10/1732382689896/Put/seqid=0 2024-11-23T17:24:50,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741841_1017 (size=12001) 2024-11-23T17:24:50,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/a40748173a1d457b9a563ee7145d70d4 2024-11-23T17:24:50,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/cba4adf4623b4fbb9f3b7df2e4a0447b as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/cba4adf4623b4fbb9f3b7df2e4a0447b 2024-11-23T17:24:50,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/cba4adf4623b4fbb9f3b7df2e4a0447b, entries=200, sequenceid=13, filesize=14.0 K 2024-11-23T17:24:50,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/9848d912b1374ab9a3da0b990e8a7671 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/9848d912b1374ab9a3da0b990e8a7671 2024-11-23T17:24:50,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/9848d912b1374ab9a3da0b990e8a7671, entries=150, sequenceid=13, filesize=11.7 K 2024-11-23T17:24:50,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/a40748173a1d457b9a563ee7145d70d4 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/a40748173a1d457b9a563ee7145d70d4 2024-11-23T17:24:50,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/a40748173a1d457b9a563ee7145d70d4, entries=150, sequenceid=13, filesize=11.7 K 2024-11-23T17:24:50,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 7b38a0891d7286040198cd8f2c611cca in 470ms, sequenceid=13, compaction requested=false 2024-11-23T17:24:50,376 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-23T17:24:50,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:24:50,385 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:50,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-23T17:24:50,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:50,388 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 7b38a0891d7286040198cd8f2c611cca 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T17:24:50,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=A 2024-11-23T17:24:50,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:50,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=B 2024-11-23T17:24:50,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:50,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=C 2024-11-23T17:24:50,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:50,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/03d27ed3dcb046f693ec3f372396f4c9 is 50, key is test_row_0/A:col10/1732382690046/Put/seqid=0 2024-11-23T17:24:50,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741842_1018 (size=12001) 2024-11-23T17:24:50,439 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/03d27ed3dcb046f693ec3f372396f4c9 2024-11-23T17:24:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:24:50,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:24:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T17:24:50,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/651bb34bb4124af1a357ccb8eb9b5058 is 50, key is test_row_0/B:col10/1732382690046/Put/seqid=0 2024-11-23T17:24:50,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382750458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:50,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382750461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:50,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382750470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:50,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382750470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:50,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382750474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:50,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741843_1019 (size=12001) 2024-11-23T17:24:50,500 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/651bb34bb4124af1a357ccb8eb9b5058 2024-11-23T17:24:50,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/f0b9881567244a6eadf87af9bf446979 is 50, key is test_row_0/C:col10/1732382690046/Put/seqid=0 2024-11-23T17:24:50,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741844_1020 (size=12001) 2024-11-23T17:24:50,541 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/f0b9881567244a6eadf87af9bf446979 2024-11-23T17:24:50,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/03d27ed3dcb046f693ec3f372396f4c9 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/03d27ed3dcb046f693ec3f372396f4c9 2024-11-23T17:24:50,568 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/03d27ed3dcb046f693ec3f372396f4c9, entries=150, sequenceid=38, filesize=11.7 K 2024-11-23T17:24:50,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/651bb34bb4124af1a357ccb8eb9b5058 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/651bb34bb4124af1a357ccb8eb9b5058 2024-11-23T17:24:50,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382750577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:50,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382750579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:50,589 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/651bb34bb4124af1a357ccb8eb9b5058, entries=150, sequenceid=38, filesize=11.7 K 2024-11-23T17:24:50,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/f0b9881567244a6eadf87af9bf446979 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/f0b9881567244a6eadf87af9bf446979 2024-11-23T17:24:50,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382750580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:50,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382750582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:50,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382750582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:50,607 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/f0b9881567244a6eadf87af9bf446979, entries=150, sequenceid=38, filesize=11.7 K 2024-11-23T17:24:50,609 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7b38a0891d7286040198cd8f2c611cca in 222ms, sequenceid=38, compaction requested=false 2024-11-23T17:24:50,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:24:50,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:50,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-23T17:24:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-23T17:24:50,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-23T17:24:50,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 765 msec 2024-11-23T17:24:50,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 786 msec 2024-11-23T17:24:50,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:24:50,791 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b38a0891d7286040198cd8f2c611cca 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T17:24:50,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=A 2024-11-23T17:24:50,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:50,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=B 2024-11-23T17:24:50,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:50,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=C 2024-11-23T17:24:50,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:50,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/81a1c05cfff84a749fe1f8b144b28cec is 50, key is test_row_0/A:col10/1732382690469/Put/seqid=0 2024-11-23T17:24:50,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741845_1021 (size=12001) 2024-11-23T17:24:50,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/81a1c05cfff84a749fe1f8b144b28cec 2024-11-23T17:24:50,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/9c112f7f4f9142a29a7aece2b7986c9f is 50, key is test_row_0/B:col10/1732382690469/Put/seqid=0 2024-11-23T17:24:50,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:50,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382750885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:50,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:50,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382750887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:50,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:50,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382750889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:50,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:50,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382750894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:50,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382750894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:50,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741846_1022 (size=12001) 2024-11-23T17:24:50,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-23T17:24:50,959 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-23T17:24:50,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:24:50,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-23T17:24:50,966 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:24:50,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T17:24:50,968 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:24:50,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:24:51,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382750998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:51,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:51,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382750999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:51,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:51,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382751000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:51,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:51,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382751005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:51,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382751001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:51,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T17:24:51,121 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:51,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T17:24:51,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:51,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:24:51,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:51,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:51,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:51,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:51,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382751212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:51,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382751212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:51,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:51,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382751214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:51,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:51,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382751214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:51,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382751215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T17:24:51,279 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:51,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T17:24:51,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:51,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:24:51,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:51,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:51,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:51,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:51,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/9c112f7f4f9142a29a7aece2b7986c9f 2024-11-23T17:24:51,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/435e64371c6b4d6bab7b49917f20030e is 50, key is test_row_0/C:col10/1732382690469/Put/seqid=0 2024-11-23T17:24:51,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741847_1023 (size=12001) 2024-11-23T17:24:51,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/435e64371c6b4d6bab7b49917f20030e 2024-11-23T17:24:51,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/81a1c05cfff84a749fe1f8b144b28cec as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/81a1c05cfff84a749fe1f8b144b28cec 2024-11-23T17:24:51,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/81a1c05cfff84a749fe1f8b144b28cec, entries=150, sequenceid=50, filesize=11.7 K 2024-11-23T17:24:51,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/9c112f7f4f9142a29a7aece2b7986c9f as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/9c112f7f4f9142a29a7aece2b7986c9f 2024-11-23T17:24:51,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/9c112f7f4f9142a29a7aece2b7986c9f, entries=150, sequenceid=50, filesize=11.7 K 2024-11-23T17:24:51,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/435e64371c6b4d6bab7b49917f20030e as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/435e64371c6b4d6bab7b49917f20030e 2024-11-23T17:24:51,435 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:51,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T17:24:51,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:51,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:24:51,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:51,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:51,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:51,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:51,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/435e64371c6b4d6bab7b49917f20030e, entries=150, sequenceid=50, filesize=11.7 K 2024-11-23T17:24:51,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 7b38a0891d7286040198cd8f2c611cca in 661ms, sequenceid=50, compaction requested=true 2024-11-23T17:24:51,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:24:51,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b38a0891d7286040198cd8f2c611cca:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:24:51,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:51,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b38a0891d7286040198cd8f2c611cca:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:24:51,456 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:24:51,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:51,456 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:24:51,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b38a0891d7286040198cd8f2c611cca:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:24:51,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:24:51,462 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:24:51,464 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 7b38a0891d7286040198cd8f2c611cca/B is initiating minor compaction (all files) 2024-11-23T17:24:51,464 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b38a0891d7286040198cd8f2c611cca/B in TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:51,465 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/9848d912b1374ab9a3da0b990e8a7671, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/651bb34bb4124af1a357ccb8eb9b5058, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/9c112f7f4f9142a29a7aece2b7986c9f] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp, totalSize=35.2 K 2024-11-23T17:24:51,465 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:24:51,466 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 7b38a0891d7286040198cd8f2c611cca/A is initiating minor compaction (all files) 2024-11-23T17:24:51,466 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b38a0891d7286040198cd8f2c611cca/A in TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:51,466 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 9848d912b1374ab9a3da0b990e8a7671, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732382689890 2024-11-23T17:24:51,467 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/cba4adf4623b4fbb9f3b7df2e4a0447b, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/03d27ed3dcb046f693ec3f372396f4c9, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/81a1c05cfff84a749fe1f8b144b28cec] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp, totalSize=37.4 K 2024-11-23T17:24:51,468 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 651bb34bb4124af1a357ccb8eb9b5058, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732382690038 2024-11-23T17:24:51,469 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c112f7f4f9142a29a7aece2b7986c9f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732382690457 2024-11-23T17:24:51,469 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting cba4adf4623b4fbb9f3b7df2e4a0447b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732382689885 2024-11-23T17:24:51,474 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03d27ed3dcb046f693ec3f372396f4c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732382690038 2024-11-23T17:24:51,478 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81a1c05cfff84a749fe1f8b144b28cec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732382690457 2024-11-23T17:24:51,513 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b38a0891d7286040198cd8f2c611cca#B#compaction#9 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:51,514 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b38a0891d7286040198cd8f2c611cca#A#compaction#10 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:51,514 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/340fc0d3e84d421caf4ee5f40286d763 is 50, key is test_row_0/B:col10/1732382690469/Put/seqid=0 2024-11-23T17:24:51,515 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/5425e49312c444008b4c33513ae26c9d is 50, key is test_row_0/A:col10/1732382690469/Put/seqid=0 2024-11-23T17:24:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:24:51,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b38a0891d7286040198cd8f2c611cca 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T17:24:51,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=A 2024-11-23T17:24:51,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:51,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=B 2024-11-23T17:24:51,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:51,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=C 2024-11-23T17:24:51,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:51,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741849_1025 (size=12104) 2024-11-23T17:24:51,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741848_1024 (size=12104) 2024-11-23T17:24:51,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/483181d4261c470cbe68f25133114b95 is 50, key is test_row_0/A:col10/1732382691530/Put/seqid=0 2024-11-23T17:24:51,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741850_1026 (size=12001) 2024-11-23T17:24:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T17:24:51,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382751564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:51,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382751565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:51,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:51,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382751566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:51,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:51,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382751570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:51,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382751570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:51,599 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:51,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T17:24:51,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:51,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:24:51,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:51,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:51,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:51,661 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-23T17:24:51,662 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-23T17:24:51,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382751684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:51,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382751685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:51,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382751685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:51,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382751685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:51,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382751687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:51,757 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:51,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T17:24:51,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:51,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:24:51,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:51,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:51,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:51,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382751891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:51,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382751891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:51,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382751893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:51,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382751893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:51,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382751895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:51,912 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:51,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T17:24:51,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:51,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:24:51,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:51,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:51,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:51,965 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/5425e49312c444008b4c33513ae26c9d as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/5425e49312c444008b4c33513ae26c9d 2024-11-23T17:24:51,973 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/340fc0d3e84d421caf4ee5f40286d763 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/340fc0d3e84d421caf4ee5f40286d763 2024-11-23T17:24:51,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/483181d4261c470cbe68f25133114b95 2024-11-23T17:24:51,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/1d9faedbf465415595d956edc548af5e is 50, key is test_row_0/B:col10/1732382691530/Put/seqid=0 2024-11-23T17:24:52,006 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b38a0891d7286040198cd8f2c611cca/B of 7b38a0891d7286040198cd8f2c611cca into 340fc0d3e84d421caf4ee5f40286d763(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:52,006 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:24:52,007 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca., storeName=7b38a0891d7286040198cd8f2c611cca/B, priority=13, startTime=1732382691456; duration=0sec 2024-11-23T17:24:52,007 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:24:52,007 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b38a0891d7286040198cd8f2c611cca:B 2024-11-23T17:24:52,011 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:24:52,012 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b38a0891d7286040198cd8f2c611cca/A of 7b38a0891d7286040198cd8f2c611cca into 5425e49312c444008b4c33513ae26c9d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:52,012 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:24:52,012 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca., storeName=7b38a0891d7286040198cd8f2c611cca/A, priority=13, startTime=1732382691454; duration=0sec 2024-11-23T17:24:52,013 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:52,013 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b38a0891d7286040198cd8f2c611cca:A 2024-11-23T17:24:52,015 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:24:52,015 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 7b38a0891d7286040198cd8f2c611cca/C is initiating minor compaction (all files) 2024-11-23T17:24:52,015 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b38a0891d7286040198cd8f2c611cca/C in TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:52,016 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/a40748173a1d457b9a563ee7145d70d4, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/f0b9881567244a6eadf87af9bf446979, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/435e64371c6b4d6bab7b49917f20030e] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp, totalSize=35.2 K 2024-11-23T17:24:52,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741851_1027 (size=12001) 2024-11-23T17:24:52,017 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting a40748173a1d457b9a563ee7145d70d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732382689890 2024-11-23T17:24:52,018 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting f0b9881567244a6eadf87af9bf446979, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732382690038 2024-11-23T17:24:52,019 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 435e64371c6b4d6bab7b49917f20030e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732382690457 2024-11-23T17:24:52,042 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b38a0891d7286040198cd8f2c611cca#C#compaction#13 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:52,044 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/db8da56a146e4ff6ad079a1737b1ed71 is 50, key is test_row_0/C:col10/1732382690469/Put/seqid=0 2024-11-23T17:24:52,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741852_1028 (size=12104) 2024-11-23T17:24:52,067 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:52,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T17:24:52,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:52,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:24:52,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:52,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:52,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T17:24:52,081 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/db8da56a146e4ff6ad079a1737b1ed71 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/db8da56a146e4ff6ad079a1737b1ed71 2024-11-23T17:24:52,095 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b38a0891d7286040198cd8f2c611cca/C of 7b38a0891d7286040198cd8f2c611cca into db8da56a146e4ff6ad079a1737b1ed71(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:52,095 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:24:52,095 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca., storeName=7b38a0891d7286040198cd8f2c611cca/C, priority=13, startTime=1732382691456; duration=0sec 2024-11-23T17:24:52,095 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:52,095 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b38a0891d7286040198cd8f2c611cca:C 2024-11-23T17:24:52,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382752198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:52,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382752202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:52,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382752201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:52,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382752202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:52,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382752202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:52,224 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:52,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T17:24:52,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:52,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:24:52,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:52,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:52,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:52,379 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:52,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T17:24:52,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:52,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:24:52,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:52,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:52,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:52,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/1d9faedbf465415595d956edc548af5e 2024-11-23T17:24:52,426 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T17:24:52,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/826882709b3043dea1d2ec9853828f38 is 50, key is test_row_0/C:col10/1732382691530/Put/seqid=0 2024-11-23T17:24:52,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741853_1029 (size=12001) 2024-11-23T17:24:52,534 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:52,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T17:24:52,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:52,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:24:52,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:52,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:52,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:52,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:52,690 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:52,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T17:24:52,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:52,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:24:52,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:52,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:52,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:52,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:52,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382752703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:52,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:52,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382752707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:52,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382752708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:52,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382752709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:52,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382752710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:52,845 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:52,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T17:24:52,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:52,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:24:52,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:52,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:52,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:52,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:24:52,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/826882709b3043dea1d2ec9853828f38 2024-11-23T17:24:52,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/483181d4261c470cbe68f25133114b95 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/483181d4261c470cbe68f25133114b95 2024-11-23T17:24:52,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/483181d4261c470cbe68f25133114b95, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T17:24:52,912 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-23T17:24:52,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/1d9faedbf465415595d956edc548af5e as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/1d9faedbf465415595d956edc548af5e 2024-11-23T17:24:52,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/1d9faedbf465415595d956edc548af5e, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T17:24:52,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/826882709b3043dea1d2ec9853828f38 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/826882709b3043dea1d2ec9853828f38 2024-11-23T17:24:52,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/826882709b3043dea1d2ec9853828f38, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T17:24:52,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=46.96 KB/48090 for 7b38a0891d7286040198cd8f2c611cca in 1418ms, sequenceid=78, compaction requested=false 2024-11-23T17:24:52,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:24:53,001 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:53,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-23T17:24:53,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:53,003 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 7b38a0891d7286040198cd8f2c611cca 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-23T17:24:53,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=A 2024-11-23T17:24:53,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:53,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=B 2024-11-23T17:24:53,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:53,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=C 2024-11-23T17:24:53,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:53,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/ff749d1ea90448a2a70b94d5d84978d4 is 50, key is test_row_0/A:col10/1732382691535/Put/seqid=0 2024-11-23T17:24:53,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741854_1030 (size=12001) 2024-11-23T17:24:53,036 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/ff749d1ea90448a2a70b94d5d84978d4 2024-11-23T17:24:53,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/a2c9fa74847247ffaa2c5e1e026acd00 is 50, key is test_row_0/B:col10/1732382691535/Put/seqid=0 2024-11-23T17:24:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T17:24:53,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741855_1031 (size=12001) 2024-11-23T17:24:53,253 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-23T17:24:53,253 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-23T17:24:53,256 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-23T17:24:53,256 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-23T17:24:53,257 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T17:24:53,258 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-23T17:24:53,258 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-23T17:24:53,258 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-23T17:24:53,260 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T17:24:53,260 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-23T17:24:53,482 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/a2c9fa74847247ffaa2c5e1e026acd00 2024-11-23T17:24:53,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/4037ca2ff0f042b3b46c7874280a1e85 is 50, key is test_row_0/C:col10/1732382691535/Put/seqid=0 2024-11-23T17:24:53,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741856_1032 (size=12001) 2024-11-23T17:24:53,511 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/4037ca2ff0f042b3b46c7874280a1e85 2024-11-23T17:24:53,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/ff749d1ea90448a2a70b94d5d84978d4 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/ff749d1ea90448a2a70b94d5d84978d4 2024-11-23T17:24:53,535 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/ff749d1ea90448a2a70b94d5d84978d4, entries=150, sequenceid=91, filesize=11.7 K 2024-11-23T17:24:53,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/a2c9fa74847247ffaa2c5e1e026acd00 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/a2c9fa74847247ffaa2c5e1e026acd00 2024-11-23T17:24:53,547 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/a2c9fa74847247ffaa2c5e1e026acd00, entries=150, sequenceid=91, filesize=11.7 K 2024-11-23T17:24:53,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/4037ca2ff0f042b3b46c7874280a1e85 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/4037ca2ff0f042b3b46c7874280a1e85 2024-11-23T17:24:53,568 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/4037ca2ff0f042b3b46c7874280a1e85, entries=150, sequenceid=91, filesize=11.7 K 2024-11-23T17:24:53,571 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 7b38a0891d7286040198cd8f2c611cca in 569ms, sequenceid=91, compaction requested=true 2024-11-23T17:24:53,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:24:53,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:53,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-23T17:24:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-23T17:24:53,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-23T17:24:53,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6060 sec 2024-11-23T17:24:53,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 2.6150 sec 2024-11-23T17:24:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:24:53,736 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b38a0891d7286040198cd8f2c611cca 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T17:24:53,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=A 2024-11-23T17:24:53,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:53,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=B 2024-11-23T17:24:53,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:53,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=C 2024-11-23T17:24:53,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:53,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/c121fd7b913944f192b8ca7df0ec3720 is 50, key is test_row_0/A:col10/1732382693731/Put/seqid=0 2024-11-23T17:24:53,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741857_1033 (size=12001) 2024-11-23T17:24:53,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:53,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382753787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:53,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:53,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382753790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:53,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:53,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382753790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:53,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:53,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382753794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:53,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:53,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382753794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:53,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:53,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382753896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:53,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:53,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382753896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:53,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:53,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382753898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:53,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:53,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382753900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:53,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:53,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382753901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:54,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382754102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:54,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382754104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:54,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382754104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:54,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382754104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:54,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382754105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:54,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/c121fd7b913944f192b8ca7df0ec3720 2024-11-23T17:24:54,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/f159d395904b4df7bd0ce4ae017a11cc is 50, key is test_row_0/B:col10/1732382693731/Put/seqid=0 2024-11-23T17:24:54,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741858_1034 (size=12001) 2024-11-23T17:24:54,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/f159d395904b4df7bd0ce4ae017a11cc 2024-11-23T17:24:54,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/5b46e3825a5842f2a91b8d99777997dd is 50, key is test_row_0/C:col10/1732382693731/Put/seqid=0 2024-11-23T17:24:54,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741859_1035 (size=12001) 2024-11-23T17:24:54,250 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/5b46e3825a5842f2a91b8d99777997dd 2024-11-23T17:24:54,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/c121fd7b913944f192b8ca7df0ec3720 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/c121fd7b913944f192b8ca7df0ec3720 2024-11-23T17:24:54,281 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/c121fd7b913944f192b8ca7df0ec3720, entries=150, sequenceid=103, filesize=11.7 K 2024-11-23T17:24:54,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/f159d395904b4df7bd0ce4ae017a11cc as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/f159d395904b4df7bd0ce4ae017a11cc 2024-11-23T17:24:54,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/f159d395904b4df7bd0ce4ae017a11cc, entries=150, sequenceid=103, filesize=11.7 K 2024-11-23T17:24:54,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/5b46e3825a5842f2a91b8d99777997dd as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/5b46e3825a5842f2a91b8d99777997dd 2024-11-23T17:24:54,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/5b46e3825a5842f2a91b8d99777997dd, entries=150, sequenceid=103, filesize=11.7 K 2024-11-23T17:24:54,312 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 7b38a0891d7286040198cd8f2c611cca in 576ms, sequenceid=103, compaction requested=true 2024-11-23T17:24:54,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:24:54,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b38a0891d7286040198cd8f2c611cca:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:24:54,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:54,313 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:24:54,313 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:24:54,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b38a0891d7286040198cd8f2c611cca:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:24:54,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:54,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b38a0891d7286040198cd8f2c611cca:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:24:54,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:24:54,317 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:24:54,317 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 7b38a0891d7286040198cd8f2c611cca/B is initiating minor compaction (all files) 2024-11-23T17:24:54,317 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b38a0891d7286040198cd8f2c611cca/B in TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:54,318 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/340fc0d3e84d421caf4ee5f40286d763, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/1d9faedbf465415595d956edc548af5e, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/a2c9fa74847247ffaa2c5e1e026acd00, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/f159d395904b4df7bd0ce4ae017a11cc] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp, totalSize=47.0 K 2024-11-23T17:24:54,319 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:24:54,319 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 7b38a0891d7286040198cd8f2c611cca/A is initiating minor compaction (all files) 2024-11-23T17:24:54,319 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b38a0891d7286040198cd8f2c611cca/A in TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:54,319 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/5425e49312c444008b4c33513ae26c9d, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/483181d4261c470cbe68f25133114b95, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/ff749d1ea90448a2a70b94d5d84978d4, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/c121fd7b913944f192b8ca7df0ec3720] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp, totalSize=47.0 K 2024-11-23T17:24:54,321 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 340fc0d3e84d421caf4ee5f40286d763, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732382690457 2024-11-23T17:24:54,321 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5425e49312c444008b4c33513ae26c9d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732382690457 2024-11-23T17:24:54,322 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d9faedbf465415595d956edc548af5e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732382690888 2024-11-23T17:24:54,323 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 483181d4261c470cbe68f25133114b95, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732382690888 2024-11-23T17:24:54,323 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting a2c9fa74847247ffaa2c5e1e026acd00, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732382691535 2024-11-23T17:24:54,323 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff749d1ea90448a2a70b94d5d84978d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732382691535 2024-11-23T17:24:54,324 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting f159d395904b4df7bd0ce4ae017a11cc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732382693730 2024-11-23T17:24:54,325 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting c121fd7b913944f192b8ca7df0ec3720, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732382693730 2024-11-23T17:24:54,351 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b38a0891d7286040198cd8f2c611cca#A#compaction#21 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:54,352 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/0294bd677d0148908b38859f04331192 is 50, key is test_row_0/A:col10/1732382693731/Put/seqid=0 2024-11-23T17:24:54,358 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b38a0891d7286040198cd8f2c611cca#B#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:54,359 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/0b72cf1bcaed4a90b8d1c21f2a401dc9 is 50, key is test_row_0/B:col10/1732382693731/Put/seqid=0 2024-11-23T17:24:54,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741860_1036 (size=12241) 2024-11-23T17:24:54,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741861_1037 (size=12241) 2024-11-23T17:24:54,400 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/0294bd677d0148908b38859f04331192 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/0294bd677d0148908b38859f04331192 2024-11-23T17:24:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:24:54,408 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b38a0891d7286040198cd8f2c611cca 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T17:24:54,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=A 2024-11-23T17:24:54,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:54,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=B 2024-11-23T17:24:54,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:54,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=C 2024-11-23T17:24:54,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:54,414 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/0b72cf1bcaed4a90b8d1c21f2a401dc9 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/0b72cf1bcaed4a90b8d1c21f2a401dc9 2024-11-23T17:24:54,421 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7b38a0891d7286040198cd8f2c611cca/A of 7b38a0891d7286040198cd8f2c611cca into 0294bd677d0148908b38859f04331192(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:54,421 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:24:54,421 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca., storeName=7b38a0891d7286040198cd8f2c611cca/A, priority=12, startTime=1732382694313; duration=0sec 2024-11-23T17:24:54,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/95a04cf6cbf947d5935cec6b2f75fa26 is 50, key is test_row_0/A:col10/1732382693786/Put/seqid=0 2024-11-23T17:24:54,426 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7b38a0891d7286040198cd8f2c611cca/B of 7b38a0891d7286040198cd8f2c611cca into 0b72cf1bcaed4a90b8d1c21f2a401dc9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:54,426 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:24:54,426 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca., storeName=7b38a0891d7286040198cd8f2c611cca/B, priority=12, startTime=1732382694313; duration=0sec 2024-11-23T17:24:54,426 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:24:54,426 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b38a0891d7286040198cd8f2c611cca:B 2024-11-23T17:24:54,427 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:54,427 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b38a0891d7286040198cd8f2c611cca:A 2024-11-23T17:24:54,427 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:24:54,431 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:24:54,431 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 7b38a0891d7286040198cd8f2c611cca/C is initiating minor compaction (all files) 2024-11-23T17:24:54,431 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b38a0891d7286040198cd8f2c611cca/C in TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:54,431 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/db8da56a146e4ff6ad079a1737b1ed71, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/826882709b3043dea1d2ec9853828f38, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/4037ca2ff0f042b3b46c7874280a1e85, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/5b46e3825a5842f2a91b8d99777997dd] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp, totalSize=47.0 K 2024-11-23T17:24:54,432 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting db8da56a146e4ff6ad079a1737b1ed71, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732382690457 2024-11-23T17:24:54,433 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 826882709b3043dea1d2ec9853828f38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732382690888 2024-11-23T17:24:54,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:54,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382754427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:54,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382754421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:54,435 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 4037ca2ff0f042b3b46c7874280a1e85, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732382691535 2024-11-23T17:24:54,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:54,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382754428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:54,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382754429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:54,435 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b46e3825a5842f2a91b8d99777997dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732382693730 2024-11-23T17:24:54,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:54,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382754434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:54,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741862_1038 (size=14391) 2024-11-23T17:24:54,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/95a04cf6cbf947d5935cec6b2f75fa26 2024-11-23T17:24:54,468 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b38a0891d7286040198cd8f2c611cca#C#compaction#24 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:54,469 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/67d8250b66a2436ab4b6a2c0a5f192a1 is 50, key is test_row_0/C:col10/1732382693731/Put/seqid=0 2024-11-23T17:24:54,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/0e6973fe25c84c0d9702f27d5dbf4d79 is 50, key is test_row_0/B:col10/1732382693786/Put/seqid=0 2024-11-23T17:24:54,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741863_1039 (size=12241) 2024-11-23T17:24:54,516 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/67d8250b66a2436ab4b6a2c0a5f192a1 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/67d8250b66a2436ab4b6a2c0a5f192a1 2024-11-23T17:24:54,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741864_1040 (size=12051) 2024-11-23T17:24:54,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/0e6973fe25c84c0d9702f27d5dbf4d79 2024-11-23T17:24:54,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:54,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382754536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:54,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382754536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:54,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:54,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382754537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:54,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:54,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382754537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:54,542 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7b38a0891d7286040198cd8f2c611cca/C of 7b38a0891d7286040198cd8f2c611cca into 67d8250b66a2436ab4b6a2c0a5f192a1(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:54,542 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:24:54,542 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca., storeName=7b38a0891d7286040198cd8f2c611cca/C, priority=12, startTime=1732382694314; duration=0sec 2024-11-23T17:24:54,542 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:54,543 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b38a0891d7286040198cd8f2c611cca:C 2024-11-23T17:24:54,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/1375a1ca81394211ae7aaa64cd08e78d is 50, key is test_row_0/C:col10/1732382693786/Put/seqid=0 2024-11-23T17:24:54,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:54,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382754542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:54,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741865_1041 (size=12051) 2024-11-23T17:24:54,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:54,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382754741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382754741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:54,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:54,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382754742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382754742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:54,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382754749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:54,964 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/1375a1ca81394211ae7aaa64cd08e78d 2024-11-23T17:24:54,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/95a04cf6cbf947d5935cec6b2f75fa26 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/95a04cf6cbf947d5935cec6b2f75fa26 2024-11-23T17:24:54,985 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/95a04cf6cbf947d5935cec6b2f75fa26, entries=200, sequenceid=129, filesize=14.1 K 2024-11-23T17:24:54,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/0e6973fe25c84c0d9702f27d5dbf4d79 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/0e6973fe25c84c0d9702f27d5dbf4d79 2024-11-23T17:24:54,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/0e6973fe25c84c0d9702f27d5dbf4d79, entries=150, sequenceid=129, filesize=11.8 K 2024-11-23T17:24:54,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/1375a1ca81394211ae7aaa64cd08e78d as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/1375a1ca81394211ae7aaa64cd08e78d 2024-11-23T17:24:55,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/1375a1ca81394211ae7aaa64cd08e78d, entries=150, sequenceid=129, filesize=11.8 K 2024-11-23T17:24:55,004 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 7b38a0891d7286040198cd8f2c611cca in 596ms, sequenceid=129, compaction requested=false 2024-11-23T17:24:55,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:24:55,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:24:55,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b38a0891d7286040198cd8f2c611cca 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T17:24:55,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=A 2024-11-23T17:24:55,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:55,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=B 2024-11-23T17:24:55,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:55,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=C 2024-11-23T17:24:55,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:55,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/e01aa7de2c104b8b8624e0d74d43c5ee is 50, key is test_row_0/A:col10/1732382695050/Put/seqid=0 2024-11-23T17:24:55,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741866_1042 (size=16931) 2024-11-23T17:24:55,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-23T17:24:55,081 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-23T17:24:55,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/e01aa7de2c104b8b8624e0d74d43c5ee 2024-11-23T17:24:55,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:24:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-23T17:24:55,087 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:24:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T17:24:55,088 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:24:55,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:24:55,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382755088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:55,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:55,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382755088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:55,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:55,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382755088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:55,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:55,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382755090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:55,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:55,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382755091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:55,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/04c54beac3ca420dbedd98f565075877 is 50, key is test_row_0/B:col10/1732382695050/Put/seqid=0 2024-11-23T17:24:55,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741867_1043 (size=12151) 2024-11-23T17:24:55,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/04c54beac3ca420dbedd98f565075877 2024-11-23T17:24:55,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/a5e5b506b0ae4ecea61512399b9a0e97 is 50, key is test_row_0/C:col10/1732382695050/Put/seqid=0 2024-11-23T17:24:55,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741868_1044 (size=12151) 2024-11-23T17:24:55,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/a5e5b506b0ae4ecea61512399b9a0e97 2024-11-23T17:24:55,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T17:24:55,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/e01aa7de2c104b8b8624e0d74d43c5ee as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/e01aa7de2c104b8b8624e0d74d43c5ee 2024-11-23T17:24:55,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:55,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382755196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:55,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:55,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382755196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:55,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/e01aa7de2c104b8b8624e0d74d43c5ee, entries=250, sequenceid=145, filesize=16.5 K 2024-11-23T17:24:55,202 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-23T17:24:55,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:55,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382755198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:55,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:55,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382755199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:55,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/04c54beac3ca420dbedd98f565075877 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/04c54beac3ca420dbedd98f565075877 2024-11-23T17:24:55,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:55,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382755199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:55,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/04c54beac3ca420dbedd98f565075877, entries=150, sequenceid=145, filesize=11.9 K 2024-11-23T17:24:55,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/a5e5b506b0ae4ecea61512399b9a0e97 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/a5e5b506b0ae4ecea61512399b9a0e97 2024-11-23T17:24:55,235 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/a5e5b506b0ae4ecea61512399b9a0e97, entries=150, sequenceid=145, filesize=11.9 K 2024-11-23T17:24:55,239 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 7b38a0891d7286040198cd8f2c611cca in 188ms, sequenceid=145, compaction requested=true 2024-11-23T17:24:55,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:24:55,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b38a0891d7286040198cd8f2c611cca:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:24:55,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:55,240 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:24:55,240 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:24:55,242 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:55,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b38a0891d7286040198cd8f2c611cca:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:24:55,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:55,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-23T17:24:55,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b38a0891d7286040198cd8f2c611cca:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:24:55,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:24:55,244 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:24:55,244 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 7b38a0891d7286040198cd8f2c611cca/B is initiating minor compaction (all files) 2024-11-23T17:24:55,244 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b38a0891d7286040198cd8f2c611cca/B in TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:55,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:55,244 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/0b72cf1bcaed4a90b8d1c21f2a401dc9, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/0e6973fe25c84c0d9702f27d5dbf4d79, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/04c54beac3ca420dbedd98f565075877] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp, totalSize=35.6 K 2024-11-23T17:24:55,244 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43563 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:24:55,244 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 7b38a0891d7286040198cd8f2c611cca 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T17:24:55,245 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 7b38a0891d7286040198cd8f2c611cca/A is initiating minor compaction (all files) 2024-11-23T17:24:55,245 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b38a0891d7286040198cd8f2c611cca/A in TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:55,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=A 2024-11-23T17:24:55,245 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/0294bd677d0148908b38859f04331192, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/95a04cf6cbf947d5935cec6b2f75fa26, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/e01aa7de2c104b8b8624e0d74d43c5ee] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp, totalSize=42.5 K 2024-11-23T17:24:55,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:55,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=B 2024-11-23T17:24:55,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:55,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=C 2024-11-23T17:24:55,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:55,247 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0294bd677d0148908b38859f04331192, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732382693730 2024-11-23T17:24:55,247 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b72cf1bcaed4a90b8d1c21f2a401dc9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732382693730 2024-11-23T17:24:55,248 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95a04cf6cbf947d5935cec6b2f75fa26, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732382693786 2024-11-23T17:24:55,248 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e6973fe25c84c0d9702f27d5dbf4d79, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732382693786 2024-11-23T17:24:55,249 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting e01aa7de2c104b8b8624e0d74d43c5ee, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732382694427 2024-11-23T17:24:55,252 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 04c54beac3ca420dbedd98f565075877, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732382694427 2024-11-23T17:24:55,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/4c89a7b1cb3e4528a57933cb1f35de07 is 50, key is test_row_0/A:col10/1732382695075/Put/seqid=0 2024-11-23T17:24:55,271 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b38a0891d7286040198cd8f2c611cca#A#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:55,272 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/7cd081d522c04dd2b94997a1452e7263 is 50, key is test_row_0/A:col10/1732382695050/Put/seqid=0 2024-11-23T17:24:55,281 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b38a0891d7286040198cd8f2c611cca#B#compaction#32 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:55,282 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/84f4aec9fe284d3f9243891fa69d2a5b is 50, key is test_row_0/B:col10/1732382695050/Put/seqid=0 2024-11-23T17:24:55,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741869_1045 (size=12151) 2024-11-23T17:24:55,320 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/4c89a7b1cb3e4528a57933cb1f35de07 2024-11-23T17:24:55,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741870_1046 (size=12493) 2024-11-23T17:24:55,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741871_1047 (size=12493) 2024-11-23T17:24:55,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/4835b051592f48fead8515d71ef2157d is 50, key is test_row_0/B:col10/1732382695075/Put/seqid=0 2024-11-23T17:24:55,352 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/7cd081d522c04dd2b94997a1452e7263 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/7cd081d522c04dd2b94997a1452e7263 2024-11-23T17:24:55,364 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b38a0891d7286040198cd8f2c611cca/A of 7b38a0891d7286040198cd8f2c611cca into 7cd081d522c04dd2b94997a1452e7263(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:55,364 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:24:55,364 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca., storeName=7b38a0891d7286040198cd8f2c611cca/A, priority=13, startTime=1732382695240; duration=0sec 2024-11-23T17:24:55,364 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:24:55,364 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b38a0891d7286040198cd8f2c611cca:A 2024-11-23T17:24:55,364 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:24:55,366 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:24:55,366 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 7b38a0891d7286040198cd8f2c611cca/C is initiating minor compaction (all files) 2024-11-23T17:24:55,367 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b38a0891d7286040198cd8f2c611cca/C in TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:55,367 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/67d8250b66a2436ab4b6a2c0a5f192a1, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/1375a1ca81394211ae7aaa64cd08e78d, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/a5e5b506b0ae4ecea61512399b9a0e97] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp, totalSize=35.6 K 2024-11-23T17:24:55,368 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67d8250b66a2436ab4b6a2c0a5f192a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1732382693730 2024-11-23T17:24:55,368 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1375a1ca81394211ae7aaa64cd08e78d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732382693786 2024-11-23T17:24:55,369 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5e5b506b0ae4ecea61512399b9a0e97, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732382694427 2024-11-23T17:24:55,387 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b38a0891d7286040198cd8f2c611cca#C#compaction#34 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:55,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741872_1048 (size=12151) 2024-11-23T17:24:55,388 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/7d852cbe3df349f7b7ac60b56cadb20a is 50, key is test_row_0/C:col10/1732382695050/Put/seqid=0 2024-11-23T17:24:55,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T17:24:55,392 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/4835b051592f48fead8515d71ef2157d 2024-11-23T17:24:55,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:24:55,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:24:55,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/9fd7b979563845eea1389dd4adf7eec4 is 50, key is test_row_0/C:col10/1732382695075/Put/seqid=0 2024-11-23T17:24:55,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741873_1049 (size=12493) 2024-11-23T17:24:55,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741874_1050 (size=12151) 2024-11-23T17:24:55,424 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/7d852cbe3df349f7b7ac60b56cadb20a as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/7d852cbe3df349f7b7ac60b56cadb20a 2024-11-23T17:24:55,425 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/9fd7b979563845eea1389dd4adf7eec4 2024-11-23T17:24:55,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:55,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382755425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:55,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382755429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:55,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382755431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:55,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/4c89a7b1cb3e4528a57933cb1f35de07 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/4c89a7b1cb3e4528a57933cb1f35de07 2024-11-23T17:24:55,439 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b38a0891d7286040198cd8f2c611cca/C of 7b38a0891d7286040198cd8f2c611cca into 7d852cbe3df349f7b7ac60b56cadb20a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:55,439 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:24:55,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:55,439 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca., storeName=7b38a0891d7286040198cd8f2c611cca/C, priority=13, startTime=1732382695243; duration=0sec 2024-11-23T17:24:55,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382755432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:55,439 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:55,439 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b38a0891d7286040198cd8f2c611cca:C 2024-11-23T17:24:55,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:55,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382755433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:55,452 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/4c89a7b1cb3e4528a57933cb1f35de07, entries=150, sequenceid=168, filesize=11.9 K 2024-11-23T17:24:55,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/4835b051592f48fead8515d71ef2157d as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/4835b051592f48fead8515d71ef2157d 2024-11-23T17:24:55,464 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/4835b051592f48fead8515d71ef2157d, entries=150, sequenceid=168, filesize=11.9 K 2024-11-23T17:24:55,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/9fd7b979563845eea1389dd4adf7eec4 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/9fd7b979563845eea1389dd4adf7eec4 2024-11-23T17:24:55,476 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/9fd7b979563845eea1389dd4adf7eec4, entries=150, sequenceid=168, filesize=11.9 K 2024-11-23T17:24:55,480 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for 7b38a0891d7286040198cd8f2c611cca in 236ms, sequenceid=168, compaction requested=false 2024-11-23T17:24:55,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:24:55,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:55,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-23T17:24:55,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-23T17:24:55,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-23T17:24:55,487 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 394 msec 2024-11-23T17:24:55,490 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 405 msec 2024-11-23T17:24:55,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:24:55,539 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b38a0891d7286040198cd8f2c611cca 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T17:24:55,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=A 2024-11-23T17:24:55,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:55,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=B 2024-11-23T17:24:55,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:55,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=C 2024-11-23T17:24:55,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:55,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/d23110313cce4e878c8e7783cf87494b is 50, key is test_row_0/A:col10/1732382695425/Put/seqid=0 2024-11-23T17:24:55,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382755559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:55,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:55,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382755560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:55,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382755563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:55,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382755564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:55,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382755565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:55,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741875_1051 (size=14541) 2024-11-23T17:24:55,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/d23110313cce4e878c8e7783cf87494b 2024-11-23T17:24:55,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/a8f889ef9afc4ad0a434ef2e2452ca16 is 50, key is test_row_0/B:col10/1732382695425/Put/seqid=0 2024-11-23T17:24:55,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741876_1052 (size=12151) 2024-11-23T17:24:55,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/a8f889ef9afc4ad0a434ef2e2452ca16 2024-11-23T17:24:55,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/371f682efb184d0e9de8698e8c2178f5 is 50, key is test_row_0/C:col10/1732382695425/Put/seqid=0 2024-11-23T17:24:55,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741877_1053 (size=12151) 2024-11-23T17:24:55,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/371f682efb184d0e9de8698e8c2178f5 2024-11-23T17:24:55,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382755667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:55,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382755668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:55,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382755669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:55,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382755670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:55,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382755672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:55,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/d23110313cce4e878c8e7783cf87494b as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/d23110313cce4e878c8e7783cf87494b 2024-11-23T17:24:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-23T17:24:55,693 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-23T17:24:55,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/d23110313cce4e878c8e7783cf87494b, entries=200, sequenceid=186, filesize=14.2 K 2024-11-23T17:24:55,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:24:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-23T17:24:55,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/a8f889ef9afc4ad0a434ef2e2452ca16 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/a8f889ef9afc4ad0a434ef2e2452ca16 2024-11-23T17:24:55,698 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:24:55,699 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:24:55,700 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:24:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T17:24:55,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/a8f889ef9afc4ad0a434ef2e2452ca16, entries=150, sequenceid=186, filesize=11.9 K 2024-11-23T17:24:55,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/371f682efb184d0e9de8698e8c2178f5 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/371f682efb184d0e9de8698e8c2178f5 2024-11-23T17:24:55,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/371f682efb184d0e9de8698e8c2178f5, entries=150, sequenceid=186, filesize=11.9 K 2024-11-23T17:24:55,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 7b38a0891d7286040198cd8f2c611cca in 186ms, sequenceid=186, compaction requested=true 2024-11-23T17:24:55,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:24:55,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b38a0891d7286040198cd8f2c611cca:A, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:24:55,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:55,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b38a0891d7286040198cd8f2c611cca:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:24:55,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:24:55,725 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:24:55,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b38a0891d7286040198cd8f2c611cca:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:24:55,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T17:24:55,727 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:24:55,727 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 7b38a0891d7286040198cd8f2c611cca/A is initiating minor compaction (all files) 2024-11-23T17:24:55,727 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b38a0891d7286040198cd8f2c611cca/A in TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:55,727 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/7cd081d522c04dd2b94997a1452e7263, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/4c89a7b1cb3e4528a57933cb1f35de07, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/d23110313cce4e878c8e7783cf87494b] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp, totalSize=38.3 K 2024-11-23T17:24:55,728 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7cd081d522c04dd2b94997a1452e7263, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732382694427 2024-11-23T17:24:55,728 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c89a7b1cb3e4528a57933cb1f35de07, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732382695075 2024-11-23T17:24:55,729 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting d23110313cce4e878c8e7783cf87494b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732382695425 2024-11-23T17:24:55,746 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b38a0891d7286040198cd8f2c611cca#A#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:55,748 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/8610cc67e9404fae955bd10d28a088de is 50, key is test_row_0/A:col10/1732382695425/Put/seqid=0 2024-11-23T17:24:55,757 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/84f4aec9fe284d3f9243891fa69d2a5b as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/84f4aec9fe284d3f9243891fa69d2a5b 2024-11-23T17:24:55,773 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b38a0891d7286040198cd8f2c611cca/B of 7b38a0891d7286040198cd8f2c611cca into 84f4aec9fe284d3f9243891fa69d2a5b(size=12.2 K), total size for store is 35.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:55,773 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:24:55,773 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca., storeName=7b38a0891d7286040198cd8f2c611cca/B, priority=13, startTime=1732382695240; duration=0sec 2024-11-23T17:24:55,773 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T17:24:55,773 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b38a0891d7286040198cd8f2c611cca:B 2024-11-23T17:24:55,773 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b38a0891d7286040198cd8f2c611cca:B 2024-11-23T17:24:55,773 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:24:55,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741878_1054 (size=12595) 2024-11-23T17:24:55,776 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:24:55,777 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 7b38a0891d7286040198cd8f2c611cca/C is initiating minor compaction (all files) 2024-11-23T17:24:55,777 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b38a0891d7286040198cd8f2c611cca/C in TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:55,777 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/7d852cbe3df349f7b7ac60b56cadb20a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/9fd7b979563845eea1389dd4adf7eec4, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/371f682efb184d0e9de8698e8c2178f5] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp, totalSize=35.9 K 2024-11-23T17:24:55,778 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d852cbe3df349f7b7ac60b56cadb20a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732382694427 2024-11-23T17:24:55,780 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fd7b979563845eea1389dd4adf7eec4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732382695075 2024-11-23T17:24:55,780 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 371f682efb184d0e9de8698e8c2178f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732382695425 2024-11-23T17:24:55,787 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/8610cc67e9404fae955bd10d28a088de as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/8610cc67e9404fae955bd10d28a088de 2024-11-23T17:24:55,794 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b38a0891d7286040198cd8f2c611cca#C#compaction#40 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:55,795 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/e5d298d828c5404fba2c5b2f051863a5 is 50, key is test_row_0/C:col10/1732382695425/Put/seqid=0 2024-11-23T17:24:55,801 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b38a0891d7286040198cd8f2c611cca/A of 7b38a0891d7286040198cd8f2c611cca into 8610cc67e9404fae955bd10d28a088de(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:55,801 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:24:55,801 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca., storeName=7b38a0891d7286040198cd8f2c611cca/A, priority=13, startTime=1732382695725; duration=0sec 2024-11-23T17:24:55,802 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:24:55,802 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b38a0891d7286040198cd8f2c611cca:A 2024-11-23T17:24:55,802 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:24:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T17:24:55,804 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:24:55,804 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 7b38a0891d7286040198cd8f2c611cca/B is initiating minor compaction (all files) 2024-11-23T17:24:55,804 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b38a0891d7286040198cd8f2c611cca/B in TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:55,805 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/84f4aec9fe284d3f9243891fa69d2a5b, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/4835b051592f48fead8515d71ef2157d, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/a8f889ef9afc4ad0a434ef2e2452ca16] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp, totalSize=35.9 K 2024-11-23T17:24:55,807 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84f4aec9fe284d3f9243891fa69d2a5b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732382694427 2024-11-23T17:24:55,808 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4835b051592f48fead8515d71ef2157d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732382695075 2024-11-23T17:24:55,809 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8f889ef9afc4ad0a434ef2e2452ca16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732382695425 2024-11-23T17:24:55,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741879_1055 (size=12595) 2024-11-23T17:24:55,826 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/e5d298d828c5404fba2c5b2f051863a5 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/e5d298d828c5404fba2c5b2f051863a5 2024-11-23T17:24:55,835 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b38a0891d7286040198cd8f2c611cca/C of 7b38a0891d7286040198cd8f2c611cca into e5d298d828c5404fba2c5b2f051863a5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:55,835 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:24:55,835 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca., storeName=7b38a0891d7286040198cd8f2c611cca/C, priority=13, startTime=1732382695725; duration=0sec 2024-11-23T17:24:55,835 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:55,835 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b38a0891d7286040198cd8f2c611cca:C 2024-11-23T17:24:55,836 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b38a0891d7286040198cd8f2c611cca#B#compaction#41 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:55,836 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/f6554a3080b5451986addc01aedf9cfc is 50, key is test_row_0/B:col10/1732382695425/Put/seqid=0 2024-11-23T17:24:55,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741880_1056 (size=12595) 2024-11-23T17:24:55,854 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:55,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-23T17:24:55,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:55,855 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 7b38a0891d7286040198cd8f2c611cca 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T17:24:55,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=A 2024-11-23T17:24:55,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:55,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=B 2024-11-23T17:24:55,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:55,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=C 2024-11-23T17:24:55,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:55,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/47324cc8a82c4211b351711c5b813d94 is 50, key is test_row_0/A:col10/1732382695561/Put/seqid=0 2024-11-23T17:24:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:24:55,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:24:55,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741881_1057 (size=12151) 2024-11-23T17:24:55,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382755889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:55,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382755890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:55,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382755890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:55,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382755893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:55,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382755894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:55,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382755996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:55,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382755997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:55,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382755998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:56,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382755999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:56,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382756000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T17:24:56,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382756201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:56,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382756201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:56,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382756203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:56,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382756204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:56,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382756205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:56,262 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/f6554a3080b5451986addc01aedf9cfc as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/f6554a3080b5451986addc01aedf9cfc 2024-11-23T17:24:56,271 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b38a0891d7286040198cd8f2c611cca/B of 7b38a0891d7286040198cd8f2c611cca into f6554a3080b5451986addc01aedf9cfc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:56,271 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:24:56,271 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca., storeName=7b38a0891d7286040198cd8f2c611cca/B, priority=13, startTime=1732382695725; duration=0sec 2024-11-23T17:24:56,271 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:56,271 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b38a0891d7286040198cd8f2c611cca:B 2024-11-23T17:24:56,282 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/47324cc8a82c4211b351711c5b813d94 2024-11-23T17:24:56,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/1727bbf6056540bdb364abba4028f2a9 is 50, key is test_row_0/B:col10/1732382695561/Put/seqid=0 2024-11-23T17:24:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T17:24:56,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741882_1058 (size=12151) 2024-11-23T17:24:56,329 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/1727bbf6056540bdb364abba4028f2a9 2024-11-23T17:24:56,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/a0ddd75845ca4a54b9787ee628af6beb is 50, key is test_row_0/C:col10/1732382695561/Put/seqid=0 2024-11-23T17:24:56,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741883_1059 (size=12151) 2024-11-23T17:24:56,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:56,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382756506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:56,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:56,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382756506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:56,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:56,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382756508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:56,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:56,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382756508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:56,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:56,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382756510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:56,760 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/a0ddd75845ca4a54b9787ee628af6beb 2024-11-23T17:24:56,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/47324cc8a82c4211b351711c5b813d94 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/47324cc8a82c4211b351711c5b813d94 2024-11-23T17:24:56,785 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/47324cc8a82c4211b351711c5b813d94, entries=150, sequenceid=209, filesize=11.9 K 2024-11-23T17:24:56,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/1727bbf6056540bdb364abba4028f2a9 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/1727bbf6056540bdb364abba4028f2a9 2024-11-23T17:24:56,796 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/1727bbf6056540bdb364abba4028f2a9, entries=150, sequenceid=209, filesize=11.9 K 2024-11-23T17:24:56,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/a0ddd75845ca4a54b9787ee628af6beb as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/a0ddd75845ca4a54b9787ee628af6beb 2024-11-23T17:24:56,805 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/a0ddd75845ca4a54b9787ee628af6beb, entries=150, sequenceid=209, filesize=11.9 K 2024-11-23T17:24:56,807 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 7b38a0891d7286040198cd8f2c611cca in 952ms, sequenceid=209, compaction requested=false 2024-11-23T17:24:56,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:24:56,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:56,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T17:24:56,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-23T17:24:56,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-23T17:24:56,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-23T17:24:56,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1090 sec 2024-11-23T17:24:56,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.1170 sec 2024-11-23T17:24:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:24:57,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b38a0891d7286040198cd8f2c611cca 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T17:24:57,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=A 2024-11-23T17:24:57,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:57,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=B 2024-11-23T17:24:57,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:57,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=C 2024-11-23T17:24:57,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:57,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/a5757bbf9c7b4f4399d146099e0ac6e8 is 50, key is test_row_0/A:col10/1732382697009/Put/seqid=0 2024-11-23T17:24:57,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382757030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:57,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382757031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:57,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382757031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:57,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382757032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:57,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741884_1060 (size=12151) 2024-11-23T17:24:57,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:57,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382757034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:57,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/a5757bbf9c7b4f4399d146099e0ac6e8 2024-11-23T17:24:57,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/3b07ec2cc19f4f68a0c785357826271a is 50, key is test_row_0/B:col10/1732382697009/Put/seqid=0 2024-11-23T17:24:57,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741885_1061 (size=12151) 2024-11-23T17:24:57,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/3b07ec2cc19f4f68a0c785357826271a 2024-11-23T17:24:57,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/cff000e4d8514c5eaba0b0fe4dff4637 is 50, key is test_row_0/C:col10/1732382697009/Put/seqid=0 2024-11-23T17:24:57,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741886_1062 (size=12151) 2024-11-23T17:24:57,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382757137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:57,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382757137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:57,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:57,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382757138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:57,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382757138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:57,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:57,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382757138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:57,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:57,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382757341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382757341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:57,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382757342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:57,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382757345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:57,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382757348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:57,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/cff000e4d8514c5eaba0b0fe4dff4637 2024-11-23T17:24:57,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/a5757bbf9c7b4f4399d146099e0ac6e8 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/a5757bbf9c7b4f4399d146099e0ac6e8 2024-11-23T17:24:57,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/a5757bbf9c7b4f4399d146099e0ac6e8, entries=150, sequenceid=227, filesize=11.9 K 2024-11-23T17:24:57,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/3b07ec2cc19f4f68a0c785357826271a as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/3b07ec2cc19f4f68a0c785357826271a 2024-11-23T17:24:57,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/3b07ec2cc19f4f68a0c785357826271a, entries=150, sequenceid=227, filesize=11.9 K 2024-11-23T17:24:57,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/cff000e4d8514c5eaba0b0fe4dff4637 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/cff000e4d8514c5eaba0b0fe4dff4637 2024-11-23T17:24:57,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/cff000e4d8514c5eaba0b0fe4dff4637, entries=150, sequenceid=227, filesize=11.9 K 2024-11-23T17:24:57,554 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 7b38a0891d7286040198cd8f2c611cca in 544ms, sequenceid=227, compaction requested=true 2024-11-23T17:24:57,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:24:57,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b38a0891d7286040198cd8f2c611cca:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:24:57,555 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:24:57,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:57,555 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:24:57,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b38a0891d7286040198cd8f2c611cca:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:24:57,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:57,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b38a0891d7286040198cd8f2c611cca:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:24:57,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:24:57,557 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:24:57,557 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 7b38a0891d7286040198cd8f2c611cca/A is initiating minor compaction (all files) 2024-11-23T17:24:57,557 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b38a0891d7286040198cd8f2c611cca/A in TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:57,558 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/8610cc67e9404fae955bd10d28a088de, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/47324cc8a82c4211b351711c5b813d94, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/a5757bbf9c7b4f4399d146099e0ac6e8] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp, totalSize=36.0 K 2024-11-23T17:24:57,558 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:24:57,558 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 7b38a0891d7286040198cd8f2c611cca/B is initiating minor compaction (all files) 2024-11-23T17:24:57,558 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b38a0891d7286040198cd8f2c611cca/B in TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:57,559 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/f6554a3080b5451986addc01aedf9cfc, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/1727bbf6056540bdb364abba4028f2a9, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/3b07ec2cc19f4f68a0c785357826271a] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp, totalSize=36.0 K 2024-11-23T17:24:57,559 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8610cc67e9404fae955bd10d28a088de, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732382695425 2024-11-23T17:24:57,559 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting f6554a3080b5451986addc01aedf9cfc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732382695425 2024-11-23T17:24:57,560 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47324cc8a82c4211b351711c5b813d94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732382695558 2024-11-23T17:24:57,561 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 1727bbf6056540bdb364abba4028f2a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732382695558 2024-11-23T17:24:57,561 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5757bbf9c7b4f4399d146099e0ac6e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732382695888 2024-11-23T17:24:57,562 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b07ec2cc19f4f68a0c785357826271a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732382695888 2024-11-23T17:24:57,576 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b38a0891d7286040198cd8f2c611cca#A#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:57,577 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/56482e2cdf644cc6915d937ac19e90d2 is 50, key is test_row_0/A:col10/1732382697009/Put/seqid=0 2024-11-23T17:24:57,578 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b38a0891d7286040198cd8f2c611cca#B#compaction#48 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:57,579 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/a8532ff1cb9e48ea862160cf4933aa60 is 50, key is test_row_0/B:col10/1732382697009/Put/seqid=0 2024-11-23T17:24:57,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741887_1063 (size=12697) 2024-11-23T17:24:57,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741888_1064 (size=12697) 2024-11-23T17:24:57,622 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/a8532ff1cb9e48ea862160cf4933aa60 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/a8532ff1cb9e48ea862160cf4933aa60 2024-11-23T17:24:57,639 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b38a0891d7286040198cd8f2c611cca/B of 7b38a0891d7286040198cd8f2c611cca into a8532ff1cb9e48ea862160cf4933aa60(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:57,639 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:24:57,639 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca., storeName=7b38a0891d7286040198cd8f2c611cca/B, priority=13, startTime=1732382697555; duration=0sec 2024-11-23T17:24:57,639 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:24:57,639 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b38a0891d7286040198cd8f2c611cca:B 2024-11-23T17:24:57,639 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:24:57,641 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:24:57,641 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 7b38a0891d7286040198cd8f2c611cca/C is initiating minor compaction (all files) 2024-11-23T17:24:57,641 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b38a0891d7286040198cd8f2c611cca/C in TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:57,641 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/e5d298d828c5404fba2c5b2f051863a5, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/a0ddd75845ca4a54b9787ee628af6beb, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/cff000e4d8514c5eaba0b0fe4dff4637] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp, totalSize=36.0 K 2024-11-23T17:24:57,642 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting e5d298d828c5404fba2c5b2f051863a5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1732382695425 2024-11-23T17:24:57,642 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting a0ddd75845ca4a54b9787ee628af6beb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732382695558 2024-11-23T17:24:57,643 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting cff000e4d8514c5eaba0b0fe4dff4637, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732382695888 2024-11-23T17:24:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:24:57,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b38a0891d7286040198cd8f2c611cca 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T17:24:57,648 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=A 2024-11-23T17:24:57,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:57,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=B 2024-11-23T17:24:57,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:57,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=C 2024-11-23T17:24:57,649 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:57,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/cdc9eff07a704567b7d31a32394cc7bd is 50, key is test_row_0/A:col10/1732382697027/Put/seqid=0 2024-11-23T17:24:57,661 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b38a0891d7286040198cd8f2c611cca#C#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:24:57,662 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/d80550569272490b8ce764ab31ee192f is 50, key is test_row_0/C:col10/1732382697009/Put/seqid=0 2024-11-23T17:24:57,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:57,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382757666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382757666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:57,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382757668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:57,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382757667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:57,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382757671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:57,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741889_1065 (size=12151) 2024-11-23T17:24:57,692 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/cdc9eff07a704567b7d31a32394cc7bd 2024-11-23T17:24:57,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741890_1066 (size=12697) 2024-11-23T17:24:57,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/0d57a211deb545b7a8f0c9353461996e is 50, key is test_row_0/B:col10/1732382697027/Put/seqid=0 2024-11-23T17:24:57,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741891_1067 (size=12151) 2024-11-23T17:24:57,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/0d57a211deb545b7a8f0c9353461996e 2024-11-23T17:24:57,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/caf971cbe99740af8601607dcd7f45e6 is 50, key is test_row_0/C:col10/1732382697027/Put/seqid=0 2024-11-23T17:24:57,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741892_1068 (size=12151) 2024-11-23T17:24:57,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/caf971cbe99740af8601607dcd7f45e6 2024-11-23T17:24:57,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/cdc9eff07a704567b7d31a32394cc7bd as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/cdc9eff07a704567b7d31a32394cc7bd 2024-11-23T17:24:57,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382757775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:57,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:57,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382757775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382757775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:57,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:57,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382757776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382757775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:57,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/cdc9eff07a704567b7d31a32394cc7bd, entries=150, sequenceid=250, filesize=11.9 K 2024-11-23T17:24:57,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/0d57a211deb545b7a8f0c9353461996e as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/0d57a211deb545b7a8f0c9353461996e 2024-11-23T17:24:57,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/0d57a211deb545b7a8f0c9353461996e, entries=150, sequenceid=250, filesize=11.9 K 2024-11-23T17:24:57,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/caf971cbe99740af8601607dcd7f45e6 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/caf971cbe99740af8601607dcd7f45e6 2024-11-23T17:24:57,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/caf971cbe99740af8601607dcd7f45e6, entries=150, sequenceid=250, filesize=11.9 K 2024-11-23T17:24:57,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 7b38a0891d7286040198cd8f2c611cca in 154ms, sequenceid=250, compaction requested=false 2024-11-23T17:24:57,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:24:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-23T17:24:57,809 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-23T17:24:57,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:24:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-23T17:24:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T17:24:57,814 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:24:57,816 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:24:57,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:24:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T17:24:57,971 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:57,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-23T17:24:57,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:57,972 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 7b38a0891d7286040198cd8f2c611cca 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T17:24:57,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=A 2024-11-23T17:24:57,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:57,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=B 2024-11-23T17:24:57,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:57,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=C 2024-11-23T17:24:57,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:57,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/b9f94ba71bf546378867b9547147fe2e is 50, key is test_row_0/A:col10/1732382697665/Put/seqid=0 2024-11-23T17:24:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:24:57,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:24:57,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741893_1069 (size=12301) 2024-11-23T17:24:58,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382758002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:58,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382758003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:58,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382758005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:58,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:58,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382758006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382758007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:58,020 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/56482e2cdf644cc6915d937ac19e90d2 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/56482e2cdf644cc6915d937ac19e90d2 2024-11-23T17:24:58,029 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b38a0891d7286040198cd8f2c611cca/A of 7b38a0891d7286040198cd8f2c611cca into 56482e2cdf644cc6915d937ac19e90d2(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:58,030 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:24:58,030 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca., storeName=7b38a0891d7286040198cd8f2c611cca/A, priority=13, startTime=1732382697555; duration=0sec 2024-11-23T17:24:58,030 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:58,030 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b38a0891d7286040198cd8f2c611cca:A 2024-11-23T17:24:58,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T17:24:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382758115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:58,121 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/d80550569272490b8ce764ab31ee192f as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/d80550569272490b8ce764ab31ee192f 2024-11-23T17:24:58,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382758129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:58,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382758133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:58,156 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b38a0891d7286040198cd8f2c611cca/C of 7b38a0891d7286040198cd8f2c611cca into d80550569272490b8ce764ab31ee192f(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:24:58,156 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:24:58,156 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca., storeName=7b38a0891d7286040198cd8f2c611cca/C, priority=13, startTime=1732382697556; duration=0sec 2024-11-23T17:24:58,157 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:24:58,157 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b38a0891d7286040198cd8f2c611cca:C 2024-11-23T17:24:58,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382758156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:58,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:58,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382758156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:58,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382758318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:58,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:58,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382758332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:58,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:58,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382758340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:58,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:58,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382758375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:58,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:58,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382758375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:58,392 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/b9f94ba71bf546378867b9547147fe2e 2024-11-23T17:24:58,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/b3c7af54f3fb43ccbf5c167d65fe365f is 50, key is test_row_0/B:col10/1732382697665/Put/seqid=0 2024-11-23T17:24:58,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T17:24:58,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741894_1070 (size=12301) 2024-11-23T17:24:58,423 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/b3c7af54f3fb43ccbf5c167d65fe365f 2024-11-23T17:24:58,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/122cb04ef07f4481ab4eb3581f912d0b is 50, key is test_row_0/C:col10/1732382697665/Put/seqid=0 2024-11-23T17:24:58,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741895_1071 (size=12301) 2024-11-23T17:24:58,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382758621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:58,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:58,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382758637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:58,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:58,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382758645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:58,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382758677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:58,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:58,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382758677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:58,858 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/122cb04ef07f4481ab4eb3581f912d0b 2024-11-23T17:24:58,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/b9f94ba71bf546378867b9547147fe2e as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/b9f94ba71bf546378867b9547147fe2e 2024-11-23T17:24:58,875 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/b9f94ba71bf546378867b9547147fe2e, entries=150, sequenceid=264, filesize=12.0 K 2024-11-23T17:24:58,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/b3c7af54f3fb43ccbf5c167d65fe365f as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/b3c7af54f3fb43ccbf5c167d65fe365f 2024-11-23T17:24:58,882 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/b3c7af54f3fb43ccbf5c167d65fe365f, entries=150, sequenceid=264, filesize=12.0 K 2024-11-23T17:24:58,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/122cb04ef07f4481ab4eb3581f912d0b as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/122cb04ef07f4481ab4eb3581f912d0b 2024-11-23T17:24:58,891 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/122cb04ef07f4481ab4eb3581f912d0b, entries=150, sequenceid=264, filesize=12.0 K 2024-11-23T17:24:58,894 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 7b38a0891d7286040198cd8f2c611cca in 921ms, sequenceid=264, compaction requested=true 2024-11-23T17:24:58,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:24:58,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:58,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-23T17:24:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-23T17:24:58,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-23T17:24:58,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0800 sec 2024-11-23T17:24:58,902 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.0900 sec 2024-11-23T17:24:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-23T17:24:58,918 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-23T17:24:58,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:24:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-23T17:24:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T17:24:58,924 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:24:58,925 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:24:58,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:24:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T17:24:59,078 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:59,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-23T17:24:59,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:24:59,079 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 7b38a0891d7286040198cd8f2c611cca 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T17:24:59,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=A 2024-11-23T17:24:59,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:59,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=B 2024-11-23T17:24:59,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:59,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=C 2024-11-23T17:24:59,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:24:59,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/c46ac4eb57054a58b8277ed19fc24bdd is 50, key is test_row_0/A:col10/1732382698005/Put/seqid=0 2024-11-23T17:24:59,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741896_1072 (size=12301) 2024-11-23T17:24:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:24:59,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:24:59,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:59,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382759178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382759179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:59,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382759183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:59,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382759183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:59,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382759184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T17:24:59,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:59,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382759287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382759285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:59,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382759287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:59,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382759491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:59,493 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/c46ac4eb57054a58b8277ed19fc24bdd 2024-11-23T17:24:59,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382759492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:59,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382759492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:59,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/b8712e9ff9034d548db4ba2035d1a4be is 50, key is test_row_0/B:col10/1732382698005/Put/seqid=0 2024-11-23T17:24:59,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741897_1073 (size=12301) 2024-11-23T17:24:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T17:24:59,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:59,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382759795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:59,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:59,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382759797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:59,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:24:59,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382759800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:24:59,923 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/b8712e9ff9034d548db4ba2035d1a4be 2024-11-23T17:24:59,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/9dc9704aa9fc4554bf908b6d451f2b11 is 50, key is test_row_0/C:col10/1732382698005/Put/seqid=0 2024-11-23T17:24:59,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741898_1074 (size=12301) 2024-11-23T17:24:59,951 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/9dc9704aa9fc4554bf908b6d451f2b11 2024-11-23T17:24:59,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/c46ac4eb57054a58b8277ed19fc24bdd as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/c46ac4eb57054a58b8277ed19fc24bdd 2024-11-23T17:24:59,973 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/c46ac4eb57054a58b8277ed19fc24bdd, entries=150, sequenceid=288, filesize=12.0 K 2024-11-23T17:24:59,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/b8712e9ff9034d548db4ba2035d1a4be as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/b8712e9ff9034d548db4ba2035d1a4be 2024-11-23T17:24:59,985 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/b8712e9ff9034d548db4ba2035d1a4be, entries=150, sequenceid=288, filesize=12.0 K 2024-11-23T17:24:59,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/9dc9704aa9fc4554bf908b6d451f2b11 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/9dc9704aa9fc4554bf908b6d451f2b11 2024-11-23T17:24:59,998 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/9dc9704aa9fc4554bf908b6d451f2b11, entries=150, sequenceid=288, filesize=12.0 K 2024-11-23T17:25:00,000 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 7b38a0891d7286040198cd8f2c611cca in 920ms, sequenceid=288, compaction requested=true 2024-11-23T17:25:00,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:25:00,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:00,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-23T17:25:00,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-23T17:25:00,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-23T17:25:00,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0760 sec 2024-11-23T17:25:00,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.0840 sec 2024-11-23T17:25:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-23T17:25:00,028 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-23T17:25:00,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:25:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-23T17:25:00,033 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:25:00,035 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:25:00,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:25:00,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T17:25:00,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T17:25:00,191 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:00,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-23T17:25:00,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:00,193 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 7b38a0891d7286040198cd8f2c611cca 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T17:25:00,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=A 2024-11-23T17:25:00,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:00,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=B 2024-11-23T17:25:00,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:00,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=C 2024-11-23T17:25:00,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:25:00,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:25:00,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/c7639e4c93de4f048fe18dc30a8a0843 is 50, key is test_row_0/A:col10/1732382699147/Put/seqid=0 2024-11-23T17:25:00,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741899_1075 (size=12301) 2024-11-23T17:25:00,220 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/c7639e4c93de4f048fe18dc30a8a0843 2024-11-23T17:25:00,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/d9d3f201c15a411398ca1d2fdf46f730 is 50, key is test_row_0/B:col10/1732382699147/Put/seqid=0 2024-11-23T17:25:00,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:00,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382760239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:00,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382760241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:00,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741900_1076 (size=12301) 2024-11-23T17:25:00,267 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/d9d3f201c15a411398ca1d2fdf46f730 2024-11-23T17:25:00,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/fcab51336f5f40d7aa01411dce74adc7 is 50, key is test_row_0/C:col10/1732382699147/Put/seqid=0 2024-11-23T17:25:00,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741901_1077 (size=12301) 2024-11-23T17:25:00,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382760299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:00,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382760301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:00,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382760304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:00,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T17:25:00,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:00,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382760346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:00,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:00,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382760346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:00,550 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382760550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:00,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382760550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T17:25:00,692 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/fcab51336f5f40d7aa01411dce74adc7 2024-11-23T17:25:00,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/c7639e4c93de4f048fe18dc30a8a0843 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/c7639e4c93de4f048fe18dc30a8a0843 2024-11-23T17:25:00,704 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/c7639e4c93de4f048fe18dc30a8a0843, entries=150, sequenceid=303, filesize=12.0 K 2024-11-23T17:25:00,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/d9d3f201c15a411398ca1d2fdf46f730 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/d9d3f201c15a411398ca1d2fdf46f730 2024-11-23T17:25:00,711 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/d9d3f201c15a411398ca1d2fdf46f730, entries=150, sequenceid=303, filesize=12.0 K 2024-11-23T17:25:00,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/fcab51336f5f40d7aa01411dce74adc7 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/fcab51336f5f40d7aa01411dce74adc7 2024-11-23T17:25:00,718 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/fcab51336f5f40d7aa01411dce74adc7, entries=150, sequenceid=303, filesize=12.0 K 2024-11-23T17:25:00,719 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 7b38a0891d7286040198cd8f2c611cca in 527ms, sequenceid=303, compaction requested=true 2024-11-23T17:25:00,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:25:00,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:00,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-23T17:25:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-23T17:25:00,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-23T17:25:00,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 686 msec 2024-11-23T17:25:00,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 694 msec 2024-11-23T17:25:00,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:25:00,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b38a0891d7286040198cd8f2c611cca 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T17:25:00,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=A 2024-11-23T17:25:00,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:00,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=B 2024-11-23T17:25:00,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:00,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=C 2024-11-23T17:25:00,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:00,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/aafb6d5a69b44f2b914a6501aadb630d is 50, key is test_row_0/A:col10/1732382700227/Put/seqid=0 2024-11-23T17:25:00,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:00,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382760874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:00,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741902_1078 (size=12301) 2024-11-23T17:25:00,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:00,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382760875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:00,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:00,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382760977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:00,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:00,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382760980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-23T17:25:01,139 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-23T17:25:01,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:25:01,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-23T17:25:01,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T17:25:01,143 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:25:01,144 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:25:01,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:25:01,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:01,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382761179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:01,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:01,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382761183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T17:25:01,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/aafb6d5a69b44f2b914a6501aadb630d 2024-11-23T17:25:01,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/f5a5a67088fa47c8b568fbb7a2ed1ac6 is 50, key is test_row_0/B:col10/1732382700227/Put/seqid=0 2024-11-23T17:25:01,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741903_1079 (size=12301) 2024-11-23T17:25:01,297 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:01,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-23T17:25:01,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:01,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:25:01,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:01,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:01,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:01,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382761307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:01,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:01,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382761308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:01,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:01,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382761315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T17:25:01,451 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:01,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-23T17:25:01,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:01,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:25:01,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:01,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:01,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:01,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382761482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:01,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382761486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:01,607 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:01,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-23T17:25:01,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:01,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:25:01,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:01,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:01,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:01,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/f5a5a67088fa47c8b568fbb7a2ed1ac6 2024-11-23T17:25:01,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/8d9c2206377f4cfaa24fdf7d9c25f26b is 50, key is test_row_0/C:col10/1732382700227/Put/seqid=0 2024-11-23T17:25:01,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741904_1080 (size=12301) 2024-11-23T17:25:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T17:25:01,761 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:01,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-23T17:25:01,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:01,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:25:01,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:01,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:01,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:01,914 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:01,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-23T17:25:01,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:01,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:25:01,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:01,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:01,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:01,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:01,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382761988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:01,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382761989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:02,068 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:02,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-23T17:25:02,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:02,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:25:02,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:02,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:02,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:02,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:02,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/8d9c2206377f4cfaa24fdf7d9c25f26b 2024-11-23T17:25:02,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/aafb6d5a69b44f2b914a6501aadb630d as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/aafb6d5a69b44f2b914a6501aadb630d 2024-11-23T17:25:02,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/aafb6d5a69b44f2b914a6501aadb630d, entries=150, sequenceid=326, filesize=12.0 K 2024-11-23T17:25:02,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/f5a5a67088fa47c8b568fbb7a2ed1ac6 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/f5a5a67088fa47c8b568fbb7a2ed1ac6 2024-11-23T17:25:02,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/f5a5a67088fa47c8b568fbb7a2ed1ac6, entries=150, sequenceid=326, filesize=12.0 K 2024-11-23T17:25:02,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/8d9c2206377f4cfaa24fdf7d9c25f26b as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/8d9c2206377f4cfaa24fdf7d9c25f26b 2024-11-23T17:25:02,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/8d9c2206377f4cfaa24fdf7d9c25f26b, entries=150, sequenceid=326, filesize=12.0 K 2024-11-23T17:25:02,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 7b38a0891d7286040198cd8f2c611cca in 1299ms, sequenceid=326, compaction requested=true 2024-11-23T17:25:02,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:25:02,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b38a0891d7286040198cd8f2c611cca:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:25:02,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:02,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b38a0891d7286040198cd8f2c611cca:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:25:02,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:02,156 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-23T17:25:02,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b38a0891d7286040198cd8f2c611cca:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:25:02,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T17:25:02,157 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-23T17:25:02,160 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74052 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-23T17:25:02,161 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 7b38a0891d7286040198cd8f2c611cca/A is initiating minor compaction (all files) 2024-11-23T17:25:02,161 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b38a0891d7286040198cd8f2c611cca/A in TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:02,161 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/56482e2cdf644cc6915d937ac19e90d2, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/cdc9eff07a704567b7d31a32394cc7bd, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/b9f94ba71bf546378867b9547147fe2e, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/c46ac4eb57054a58b8277ed19fc24bdd, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/c7639e4c93de4f048fe18dc30a8a0843, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/aafb6d5a69b44f2b914a6501aadb630d] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp, totalSize=72.3 K 2024-11-23T17:25:02,161 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74052 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-23T17:25:02,162 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 7b38a0891d7286040198cd8f2c611cca/B is initiating minor compaction (all files) 2024-11-23T17:25:02,162 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b38a0891d7286040198cd8f2c611cca/B in TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:02,162 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56482e2cdf644cc6915d937ac19e90d2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732382695888 2024-11-23T17:25:02,162 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/a8532ff1cb9e48ea862160cf4933aa60, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/0d57a211deb545b7a8f0c9353461996e, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/b3c7af54f3fb43ccbf5c167d65fe365f, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/b8712e9ff9034d548db4ba2035d1a4be, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/d9d3f201c15a411398ca1d2fdf46f730, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/f5a5a67088fa47c8b568fbb7a2ed1ac6] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp, totalSize=72.3 K 2024-11-23T17:25:02,162 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting cdc9eff07a704567b7d31a32394cc7bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732382697027 2024-11-23T17:25:02,162 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting a8532ff1cb9e48ea862160cf4933aa60, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732382695888 2024-11-23T17:25:02,163 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9f94ba71bf546378867b9547147fe2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732382697664 2024-11-23T17:25:02,163 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting c46ac4eb57054a58b8277ed19fc24bdd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732382697995 2024-11-23T17:25:02,163 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d57a211deb545b7a8f0c9353461996e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732382697027 2024-11-23T17:25:02,164 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7639e4c93de4f048fe18dc30a8a0843, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732382699147 2024-11-23T17:25:02,164 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting b3c7af54f3fb43ccbf5c167d65fe365f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732382697664 2024-11-23T17:25:02,164 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting aafb6d5a69b44f2b914a6501aadb630d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732382700227 2024-11-23T17:25:02,165 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting b8712e9ff9034d548db4ba2035d1a4be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732382697995 2024-11-23T17:25:02,165 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting d9d3f201c15a411398ca1d2fdf46f730, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732382699147 2024-11-23T17:25:02,166 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting f5a5a67088fa47c8b568fbb7a2ed1ac6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732382700227 2024-11-23T17:25:02,183 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b38a0891d7286040198cd8f2c611cca#B#compaction#67 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:02,184 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/69b8efec4df547c79b2f51b4edbfc90e is 50, key is test_row_0/B:col10/1732382700227/Put/seqid=0 2024-11-23T17:25:02,184 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b38a0891d7286040198cd8f2c611cca#A#compaction#66 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:02,185 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/18b573364b6148099c4a51bc4121fb06 is 50, key is test_row_0/A:col10/1732382700227/Put/seqid=0 2024-11-23T17:25:02,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741905_1081 (size=13051) 2024-11-23T17:25:02,194 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/69b8efec4df547c79b2f51b4edbfc90e as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/69b8efec4df547c79b2f51b4edbfc90e 2024-11-23T17:25:02,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741906_1082 (size=13051) 2024-11-23T17:25:02,202 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 7b38a0891d7286040198cd8f2c611cca/B of 7b38a0891d7286040198cd8f2c611cca into 69b8efec4df547c79b2f51b4edbfc90e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:02,202 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:25:02,202 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca., storeName=7b38a0891d7286040198cd8f2c611cca/B, priority=10, startTime=1732382702156; duration=0sec 2024-11-23T17:25:02,202 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:02,202 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b38a0891d7286040198cd8f2c611cca:B 2024-11-23T17:25:02,202 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-23T17:25:02,208 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74052 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-23T17:25:02,208 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 7b38a0891d7286040198cd8f2c611cca/C is initiating minor compaction (all files) 2024-11-23T17:25:02,208 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b38a0891d7286040198cd8f2c611cca/C in TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:02,208 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/d80550569272490b8ce764ab31ee192f, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/caf971cbe99740af8601607dcd7f45e6, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/122cb04ef07f4481ab4eb3581f912d0b, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/9dc9704aa9fc4554bf908b6d451f2b11, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/fcab51336f5f40d7aa01411dce74adc7, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/8d9c2206377f4cfaa24fdf7d9c25f26b] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp, totalSize=72.3 K 2024-11-23T17:25:02,210 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting d80550569272490b8ce764ab31ee192f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1732382695888 2024-11-23T17:25:02,211 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting caf971cbe99740af8601607dcd7f45e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732382697027 2024-11-23T17:25:02,212 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 122cb04ef07f4481ab4eb3581f912d0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1732382697664 2024-11-23T17:25:02,212 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 9dc9704aa9fc4554bf908b6d451f2b11, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732382697995 2024-11-23T17:25:02,213 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting fcab51336f5f40d7aa01411dce74adc7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1732382699147 2024-11-23T17:25:02,213 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d9c2206377f4cfaa24fdf7d9c25f26b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732382700227 2024-11-23T17:25:02,214 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/18b573364b6148099c4a51bc4121fb06 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/18b573364b6148099c4a51bc4121fb06 2024-11-23T17:25:02,221 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:02,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-23T17:25:02,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:02,222 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 7b38a0891d7286040198cd8f2c611cca 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T17:25:02,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=A 2024-11-23T17:25:02,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:02,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=B 2024-11-23T17:25:02,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:02,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=C 2024-11-23T17:25:02,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:02,227 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 7b38a0891d7286040198cd8f2c611cca/A of 7b38a0891d7286040198cd8f2c611cca into 18b573364b6148099c4a51bc4121fb06(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:02,227 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:25:02,227 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca., storeName=7b38a0891d7286040198cd8f2c611cca/A, priority=10, startTime=1732382702156; duration=0sec 2024-11-23T17:25:02,228 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:02,228 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b38a0891d7286040198cd8f2c611cca:A 2024-11-23T17:25:02,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/8a714e9864114800b4b0ab3dd3042682 is 50, key is test_row_0/A:col10/1732382700865/Put/seqid=0 2024-11-23T17:25:02,236 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b38a0891d7286040198cd8f2c611cca#C#compaction#69 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:02,237 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/ee2134869bd54f33975c6bdf374a9653 is 50, key is test_row_0/C:col10/1732382700227/Put/seqid=0 2024-11-23T17:25:02,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741907_1083 (size=12301) 2024-11-23T17:25:02,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741908_1084 (size=13051) 2024-11-23T17:25:02,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T17:25:02,249 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/ee2134869bd54f33975c6bdf374a9653 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/ee2134869bd54f33975c6bdf374a9653 2024-11-23T17:25:02,255 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 7b38a0891d7286040198cd8f2c611cca/C of 7b38a0891d7286040198cd8f2c611cca into ee2134869bd54f33975c6bdf374a9653(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:02,256 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:25:02,256 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca., storeName=7b38a0891d7286040198cd8f2c611cca/C, priority=10, startTime=1732382702156; duration=0sec 2024-11-23T17:25:02,256 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:02,256 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b38a0891d7286040198cd8f2c611cca:C 2024-11-23T17:25:02,641 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/8a714e9864114800b4b0ab3dd3042682 2024-11-23T17:25:02,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/44346a3f05c344f5b92c351132bc869e is 50, key is test_row_0/B:col10/1732382700865/Put/seqid=0 2024-11-23T17:25:02,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741909_1085 (size=12301) 2024-11-23T17:25:02,664 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/44346a3f05c344f5b92c351132bc869e 2024-11-23T17:25:02,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/bf7c4aa6081349b28233a20311ad1f59 is 50, key is test_row_0/C:col10/1732382700865/Put/seqid=0 2024-11-23T17:25:02,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741910_1086 (size=12301) 2024-11-23T17:25:02,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:25:02,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:25:03,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382763026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:03,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382763028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:03,092 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/bf7c4aa6081349b28233a20311ad1f59 2024-11-23T17:25:03,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/8a714e9864114800b4b0ab3dd3042682 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/8a714e9864114800b4b0ab3dd3042682 2024-11-23T17:25:03,104 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/8a714e9864114800b4b0ab3dd3042682, entries=150, sequenceid=340, filesize=12.0 K 2024-11-23T17:25:03,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/44346a3f05c344f5b92c351132bc869e as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/44346a3f05c344f5b92c351132bc869e 2024-11-23T17:25:03,111 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/44346a3f05c344f5b92c351132bc869e, entries=150, sequenceid=340, filesize=12.0 K 2024-11-23T17:25:03,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/bf7c4aa6081349b28233a20311ad1f59 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/bf7c4aa6081349b28233a20311ad1f59 2024-11-23T17:25:03,120 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/bf7c4aa6081349b28233a20311ad1f59, entries=150, sequenceid=340, filesize=12.0 K 2024-11-23T17:25:03,121 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 7b38a0891d7286040198cd8f2c611cca in 899ms, sequenceid=340, compaction requested=false 2024-11-23T17:25:03,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:25:03,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:03,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-23T17:25:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-23T17:25:03,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-23T17:25:03,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9790 sec 2024-11-23T17:25:03,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.9850 sec 2024-11-23T17:25:03,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:25:03,133 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b38a0891d7286040198cd8f2c611cca 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T17:25:03,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=A 2024-11-23T17:25:03,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:03,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=B 2024-11-23T17:25:03,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:03,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=C 2024-11-23T17:25:03,134 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:03,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/eb4bbd2356c04e6aa0f8bdb213455568 is 50, key is test_row_0/A:col10/1732382703132/Put/seqid=0 2024-11-23T17:25:03,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:03,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382763148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:03,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:03,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382763148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:03,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741911_1087 (size=12301) 2024-11-23T17:25:03,160 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/eb4bbd2356c04e6aa0f8bdb213455568 2024-11-23T17:25:03,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/95655493f5e34c84a6622c6f2a026044 is 50, key is test_row_0/B:col10/1732382703132/Put/seqid=0 2024-11-23T17:25:03,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741912_1088 (size=12301) 2024-11-23T17:25:03,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/95655493f5e34c84a6622c6f2a026044 2024-11-23T17:25:03,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/517a7356f7be486f878dc6c5946c7202 is 50, key is test_row_0/C:col10/1732382703132/Put/seqid=0 2024-11-23T17:25:03,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741913_1089 (size=12301) 2024-11-23T17:25:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-23T17:25:03,247 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-23T17:25:03,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:25:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-23T17:25:03,251 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:25:03,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T17:25:03,252 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:25:03,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:25:03,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:03,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:03,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382763252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:03,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382763252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:03,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382763313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:03,315 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4131 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca., hostname=f54dd19cfe0a,35067,1732382683491, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:25:03,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382763320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:03,321 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca., hostname=f54dd19cfe0a,35067,1732382683491, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:25:03,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382763325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:03,328 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca., hostname=f54dd19cfe0a,35067,1732382683491, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:25:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T17:25:03,404 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:03,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-23T17:25:03,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:03,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:25:03,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:03,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:03,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:03,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382763454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:03,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382763455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:03,567 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T17:25:03,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-23T17:25:03,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:03,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:25:03,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:03,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:03,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:03,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/517a7356f7be486f878dc6c5946c7202 2024-11-23T17:25:03,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/eb4bbd2356c04e6aa0f8bdb213455568 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/eb4bbd2356c04e6aa0f8bdb213455568 2024-11-23T17:25:03,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/eb4bbd2356c04e6aa0f8bdb213455568, entries=150, sequenceid=367, filesize=12.0 K 2024-11-23T17:25:03,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/95655493f5e34c84a6622c6f2a026044 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/95655493f5e34c84a6622c6f2a026044 2024-11-23T17:25:03,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/95655493f5e34c84a6622c6f2a026044, entries=150, sequenceid=367, filesize=12.0 K 2024-11-23T17:25:03,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/517a7356f7be486f878dc6c5946c7202 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/517a7356f7be486f878dc6c5946c7202 2024-11-23T17:25:03,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/517a7356f7be486f878dc6c5946c7202, entries=150, sequenceid=367, filesize=12.0 K 2024-11-23T17:25:03,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 7b38a0891d7286040198cd8f2c611cca in 509ms, sequenceid=367, compaction requested=true 2024-11-23T17:25:03,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:25:03,642 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:03,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b38a0891d7286040198cd8f2c611cca:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:25:03,643 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:03,644 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:03,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b38a0891d7286040198cd8f2c611cca:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:25:03,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:03,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b38a0891d7286040198cd8f2c611cca:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:25:03,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:03,645 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:03,645 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 7b38a0891d7286040198cd8f2c611cca/A is initiating minor compaction (all files) 2024-11-23T17:25:03,645 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b38a0891d7286040198cd8f2c611cca/A in TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:03,645 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/18b573364b6148099c4a51bc4121fb06, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/8a714e9864114800b4b0ab3dd3042682, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/eb4bbd2356c04e6aa0f8bdb213455568] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp, totalSize=36.8 K 2024-11-23T17:25:03,646 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:03,646 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 7b38a0891d7286040198cd8f2c611cca/B is initiating minor compaction (all files) 2024-11-23T17:25:03,646 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b38a0891d7286040198cd8f2c611cca/B in TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:03,646 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/69b8efec4df547c79b2f51b4edbfc90e, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/44346a3f05c344f5b92c351132bc869e, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/95655493f5e34c84a6622c6f2a026044] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp, totalSize=36.8 K 2024-11-23T17:25:03,646 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18b573364b6148099c4a51bc4121fb06, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732382700227 2024-11-23T17:25:03,647 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 69b8efec4df547c79b2f51b4edbfc90e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732382700227 2024-11-23T17:25:03,647 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a714e9864114800b4b0ab3dd3042682, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732382700865 2024-11-23T17:25:03,648 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 44346a3f05c344f5b92c351132bc869e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732382700865 2024-11-23T17:25:03,648 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb4bbd2356c04e6aa0f8bdb213455568, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732382703020 2024-11-23T17:25:03,648 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 95655493f5e34c84a6622c6f2a026044, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732382703020 2024-11-23T17:25:03,667 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b38a0891d7286040198cd8f2c611cca#A#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:03,668 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b38a0891d7286040198cd8f2c611cca#B#compaction#76 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:03,668 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/66f85b23ba374f998fe21b454a5de54a is 50, key is test_row_0/A:col10/1732382703132/Put/seqid=0 2024-11-23T17:25:03,669 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/55fc84d497df47bebdf92d2d93e7772d is 50, key is test_row_0/B:col10/1732382703132/Put/seqid=0 2024-11-23T17:25:03,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741914_1090 (size=13153) 2024-11-23T17:25:03,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741915_1091 (size=13153) 2024-11-23T17:25:03,721 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:03,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-23T17:25:03,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:03,722 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 7b38a0891d7286040198cd8f2c611cca 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T17:25:03,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=A 2024-11-23T17:25:03,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:03,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=B 2024-11-23T17:25:03,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:03,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=C 2024-11-23T17:25:03,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:03,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/05caafab65c44d95835a3b6780193179 is 50, key is test_row_0/A:col10/1732382703146/Put/seqid=0 2024-11-23T17:25:03,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741916_1092 (size=12301) 2024-11-23T17:25:03,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:25:03,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:25:03,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382763797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:03,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382763797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:03,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T17:25:03,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382763900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:03,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:03,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382763900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:04,080 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/66f85b23ba374f998fe21b454a5de54a as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/66f85b23ba374f998fe21b454a5de54a 2024-11-23T17:25:04,089 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/55fc84d497df47bebdf92d2d93e7772d as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/55fc84d497df47bebdf92d2d93e7772d 2024-11-23T17:25:04,090 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b38a0891d7286040198cd8f2c611cca/A of 7b38a0891d7286040198cd8f2c611cca into 66f85b23ba374f998fe21b454a5de54a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:04,090 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:25:04,090 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca., storeName=7b38a0891d7286040198cd8f2c611cca/A, priority=13, startTime=1732382703642; duration=0sec 2024-11-23T17:25:04,090 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:04,090 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b38a0891d7286040198cd8f2c611cca:A 2024-11-23T17:25:04,090 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:04,092 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:04,092 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 7b38a0891d7286040198cd8f2c611cca/C is initiating minor compaction (all files) 2024-11-23T17:25:04,092 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b38a0891d7286040198cd8f2c611cca/C in TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:04,092 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/ee2134869bd54f33975c6bdf374a9653, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/bf7c4aa6081349b28233a20311ad1f59, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/517a7356f7be486f878dc6c5946c7202] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp, totalSize=36.8 K 2024-11-23T17:25:04,093 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee2134869bd54f33975c6bdf374a9653, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1732382700227 2024-11-23T17:25:04,093 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf7c4aa6081349b28233a20311ad1f59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732382700865 2024-11-23T17:25:04,094 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 517a7356f7be486f878dc6c5946c7202, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732382703020 2024-11-23T17:25:04,096 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b38a0891d7286040198cd8f2c611cca/B of 7b38a0891d7286040198cd8f2c611cca into 55fc84d497df47bebdf92d2d93e7772d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:04,096 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:25:04,096 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca., storeName=7b38a0891d7286040198cd8f2c611cca/B, priority=13, startTime=1732382703643; duration=0sec 2024-11-23T17:25:04,096 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:04,096 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b38a0891d7286040198cd8f2c611cca:B 2024-11-23T17:25:04,103 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b38a0891d7286040198cd8f2c611cca#C#compaction#78 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:04,104 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/ce55cda9e1044ab1820bb55aba15a8cc is 50, key is test_row_0/C:col10/1732382703132/Put/seqid=0 2024-11-23T17:25:04,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:04,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382764104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:04,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:04,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382764105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:04,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741917_1093 (size=13153) 2024-11-23T17:25:04,144 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/05caafab65c44d95835a3b6780193179 2024-11-23T17:25:04,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/70b00f3e76e64f43a72cef5c8130ae58 is 50, key is test_row_0/B:col10/1732382703146/Put/seqid=0 2024-11-23T17:25:04,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741918_1094 (size=12301) 2024-11-23T17:25:04,160 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/70b00f3e76e64f43a72cef5c8130ae58 2024-11-23T17:25:04,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/df5c6fe3fb394d1996549fb5b35678bd is 50, key is test_row_0/C:col10/1732382703146/Put/seqid=0 2024-11-23T17:25:04,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741919_1095 (size=12301) 2024-11-23T17:25:04,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T17:25:04,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382764409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:04,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382764410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:04,518 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/ce55cda9e1044ab1820bb55aba15a8cc as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/ce55cda9e1044ab1820bb55aba15a8cc 2024-11-23T17:25:04,526 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b38a0891d7286040198cd8f2c611cca/C of 7b38a0891d7286040198cd8f2c611cca into ce55cda9e1044ab1820bb55aba15a8cc(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:04,526 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:25:04,526 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca., storeName=7b38a0891d7286040198cd8f2c611cca/C, priority=13, startTime=1732382703644; duration=0sec 2024-11-23T17:25:04,526 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:04,526 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b38a0891d7286040198cd8f2c611cca:C 2024-11-23T17:25:04,585 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/df5c6fe3fb394d1996549fb5b35678bd 2024-11-23T17:25:04,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/05caafab65c44d95835a3b6780193179 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/05caafab65c44d95835a3b6780193179 2024-11-23T17:25:04,603 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/05caafab65c44d95835a3b6780193179, entries=150, sequenceid=379, filesize=12.0 K 2024-11-23T17:25:04,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/70b00f3e76e64f43a72cef5c8130ae58 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/70b00f3e76e64f43a72cef5c8130ae58 2024-11-23T17:25:04,615 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/70b00f3e76e64f43a72cef5c8130ae58, entries=150, sequenceid=379, filesize=12.0 K 2024-11-23T17:25:04,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/df5c6fe3fb394d1996549fb5b35678bd as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/df5c6fe3fb394d1996549fb5b35678bd 2024-11-23T17:25:04,624 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/df5c6fe3fb394d1996549fb5b35678bd, entries=150, sequenceid=379, filesize=12.0 K 2024-11-23T17:25:04,626 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7b38a0891d7286040198cd8f2c611cca in 903ms, sequenceid=379, compaction requested=false 2024-11-23T17:25:04,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:25:04,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:04,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-23T17:25:04,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-23T17:25:04,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-23T17:25:04,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3750 sec 2024-11-23T17:25:04,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.3810 sec 2024-11-23T17:25:04,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:25:04,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b38a0891d7286040198cd8f2c611cca 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T17:25:04,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=A 2024-11-23T17:25:04,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:04,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=B 2024-11-23T17:25:04,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:04,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=C 2024-11-23T17:25:04,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:04,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/1a0ad4dc7ba3495b835d3e362c09a987 is 50, key is test_row_0/A:col10/1732382703793/Put/seqid=0 2024-11-23T17:25:04,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:04,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382764927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:04,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382764927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:04,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741920_1096 (size=12301) 2024-11-23T17:25:05,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382765029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:05,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382765029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:05,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:05,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382765231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:05,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382765231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:05,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/1a0ad4dc7ba3495b835d3e362c09a987 2024-11-23T17:25:05,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/aeb817a616a24c48b3c5e779b2d7d93c is 50, key is test_row_0/B:col10/1732382703793/Put/seqid=0 2024-11-23T17:25:05,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741921_1097 (size=12301) 2024-11-23T17:25:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-23T17:25:05,371 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-23T17:25:05,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:25:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-23T17:25:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T17:25:05,374 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:25:05,375 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:25:05,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:25:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T17:25:05,527 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:05,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T17:25:05,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:05,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:25:05,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:05,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:05,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:05,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382765536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:05,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382765536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T17:25:05,681 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:05,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T17:25:05,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:05,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:25:05,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:05,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:05,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:05,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/aeb817a616a24c48b3c5e779b2d7d93c 2024-11-23T17:25:05,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/b31c2e5d958c4983b4f0e906bb6c8724 is 50, key is test_row_0/C:col10/1732382703793/Put/seqid=0 2024-11-23T17:25:05,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741922_1098 (size=12301) 2024-11-23T17:25:05,835 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:05,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T17:25:05,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:05,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:25:05,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:05,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:05,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:05,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T17:25:05,988 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:05,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T17:25:05,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:05,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:25:05,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:05,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:05,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:06,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:06,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382766039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:06,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382766041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:06,150 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:06,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T17:25:06,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:06,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:25:06,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:06,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:06,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:06,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/b31c2e5d958c4983b4f0e906bb6c8724 2024-11-23T17:25:06,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:06,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/1a0ad4dc7ba3495b835d3e362c09a987 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/1a0ad4dc7ba3495b835d3e362c09a987 2024-11-23T17:25:06,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/1a0ad4dc7ba3495b835d3e362c09a987, entries=150, sequenceid=407, filesize=12.0 K 2024-11-23T17:25:06,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/aeb817a616a24c48b3c5e779b2d7d93c as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/aeb817a616a24c48b3c5e779b2d7d93c 2024-11-23T17:25:06,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/aeb817a616a24c48b3c5e779b2d7d93c, entries=150, sequenceid=407, filesize=12.0 K 2024-11-23T17:25:06,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/b31c2e5d958c4983b4f0e906bb6c8724 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/b31c2e5d958c4983b4f0e906bb6c8724 2024-11-23T17:25:06,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/b31c2e5d958c4983b4f0e906bb6c8724, entries=150, sequenceid=407, filesize=12.0 K 2024-11-23T17:25:06,207 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7b38a0891d7286040198cd8f2c611cca in 1291ms, sequenceid=407, compaction requested=true 2024-11-23T17:25:06,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:25:06,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b38a0891d7286040198cd8f2c611cca:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:25:06,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:06,208 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:06,208 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:06,209 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:06,209 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:06,209 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 7b38a0891d7286040198cd8f2c611cca/A is initiating minor compaction (all files) 2024-11-23T17:25:06,209 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 7b38a0891d7286040198cd8f2c611cca/B is initiating minor compaction (all files) 2024-11-23T17:25:06,209 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b38a0891d7286040198cd8f2c611cca/A in TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:06,210 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b38a0891d7286040198cd8f2c611cca/B in TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:06,210 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/66f85b23ba374f998fe21b454a5de54a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/05caafab65c44d95835a3b6780193179, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/1a0ad4dc7ba3495b835d3e362c09a987] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp, totalSize=36.9 K 2024-11-23T17:25:06,210 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/55fc84d497df47bebdf92d2d93e7772d, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/70b00f3e76e64f43a72cef5c8130ae58, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/aeb817a616a24c48b3c5e779b2d7d93c] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp, totalSize=36.9 K 2024-11-23T17:25:06,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b38a0891d7286040198cd8f2c611cca:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:25:06,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:06,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b38a0891d7286040198cd8f2c611cca:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:25:06,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:06,210 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 55fc84d497df47bebdf92d2d93e7772d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732382703020 2024-11-23T17:25:06,211 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66f85b23ba374f998fe21b454a5de54a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732382703020 2024-11-23T17:25:06,211 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 70b00f3e76e64f43a72cef5c8130ae58, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732382703143 2024-11-23T17:25:06,212 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05caafab65c44d95835a3b6780193179, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732382703143 2024-11-23T17:25:06,212 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting aeb817a616a24c48b3c5e779b2d7d93c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732382703793 2024-11-23T17:25:06,213 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a0ad4dc7ba3495b835d3e362c09a987, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732382703793 2024-11-23T17:25:06,224 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b38a0891d7286040198cd8f2c611cca#B#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:06,225 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/581b9cfddd2a486d81c08613bdc192e2 is 50, key is test_row_0/B:col10/1732382703793/Put/seqid=0 2024-11-23T17:25:06,234 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b38a0891d7286040198cd8f2c611cca#A#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:06,235 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/211766d53fd547ee9d80b8d4a2034f6c is 50, key is test_row_0/A:col10/1732382703793/Put/seqid=0 2024-11-23T17:25:06,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741924_1100 (size=13255) 2024-11-23T17:25:06,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741923_1099 (size=13255) 2024-11-23T17:25:06,286 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/211766d53fd547ee9d80b8d4a2034f6c as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/211766d53fd547ee9d80b8d4a2034f6c 2024-11-23T17:25:06,293 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b38a0891d7286040198cd8f2c611cca/A of 7b38a0891d7286040198cd8f2c611cca into 211766d53fd547ee9d80b8d4a2034f6c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:06,294 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:25:06,294 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca., storeName=7b38a0891d7286040198cd8f2c611cca/A, priority=13, startTime=1732382706207; duration=0sec 2024-11-23T17:25:06,294 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:06,294 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b38a0891d7286040198cd8f2c611cca:A 2024-11-23T17:25:06,294 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:06,295 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:06,295 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 7b38a0891d7286040198cd8f2c611cca/C is initiating minor compaction (all files) 2024-11-23T17:25:06,295 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b38a0891d7286040198cd8f2c611cca/C in TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:06,295 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/ce55cda9e1044ab1820bb55aba15a8cc, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/df5c6fe3fb394d1996549fb5b35678bd, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/b31c2e5d958c4983b4f0e906bb6c8724] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp, totalSize=36.9 K 2024-11-23T17:25:06,295 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce55cda9e1044ab1820bb55aba15a8cc, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732382703020 2024-11-23T17:25:06,296 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting df5c6fe3fb394d1996549fb5b35678bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732382703143 2024-11-23T17:25:06,296 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting b31c2e5d958c4983b4f0e906bb6c8724, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732382703793 2024-11-23T17:25:06,305 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b38a0891d7286040198cd8f2c611cca#C#compaction#86 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:06,306 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/a4781d57da22413a9980fc9d19e81aec is 50, key is test_row_0/C:col10/1732382703793/Put/seqid=0 2024-11-23T17:25:06,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741925_1101 (size=13255) 2024-11-23T17:25:06,316 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:06,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-23T17:25:06,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:06,317 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 7b38a0891d7286040198cd8f2c611cca 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T17:25:06,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=A 2024-11-23T17:25:06,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:06,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=B 2024-11-23T17:25:06,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:06,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=C 2024-11-23T17:25:06,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:06,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/4809475b321844f094c97c61e5dd5df3 is 50, key is test_row_0/A:col10/1732382704925/Put/seqid=0 2024-11-23T17:25:06,325 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/a4781d57da22413a9980fc9d19e81aec as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/a4781d57da22413a9980fc9d19e81aec 2024-11-23T17:25:06,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741926_1102 (size=12301) 2024-11-23T17:25:06,336 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b38a0891d7286040198cd8f2c611cca/C of 7b38a0891d7286040198cd8f2c611cca into a4781d57da22413a9980fc9d19e81aec(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:06,337 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:25:06,337 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca., storeName=7b38a0891d7286040198cd8f2c611cca/C, priority=13, startTime=1732382706210; duration=0sec 2024-11-23T17:25:06,337 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:06,337 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b38a0891d7286040198cd8f2c611cca:C 2024-11-23T17:25:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T17:25:06,671 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/581b9cfddd2a486d81c08613bdc192e2 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/581b9cfddd2a486d81c08613bdc192e2 2024-11-23T17:25:06,677 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b38a0891d7286040198cd8f2c611cca/B of 7b38a0891d7286040198cd8f2c611cca into 581b9cfddd2a486d81c08613bdc192e2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:06,678 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:25:06,678 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca., storeName=7b38a0891d7286040198cd8f2c611cca/B, priority=13, startTime=1732382706208; duration=0sec 2024-11-23T17:25:06,678 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:06,678 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b38a0891d7286040198cd8f2c611cca:B 2024-11-23T17:25:06,734 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/4809475b321844f094c97c61e5dd5df3 2024-11-23T17:25:06,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/39f474f51496424d88661d60e575d2ff is 50, key is test_row_0/B:col10/1732382704925/Put/seqid=0 2024-11-23T17:25:06,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741927_1103 (size=12301) 2024-11-23T17:25:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:25:07,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:25:07,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382767075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:07,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382767076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:07,155 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/39f474f51496424d88661d60e575d2ff 2024-11-23T17:25:07,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/7e2e0757d4dc4636ac924378c707b6fb is 50, key is test_row_0/C:col10/1732382704925/Put/seqid=0 2024-11-23T17:25:07,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382767179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:07,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382767180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:07,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741928_1104 (size=12301) 2024-11-23T17:25:07,192 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/7e2e0757d4dc4636ac924378c707b6fb 2024-11-23T17:25:07,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/4809475b321844f094c97c61e5dd5df3 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/4809475b321844f094c97c61e5dd5df3 2024-11-23T17:25:07,207 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/4809475b321844f094c97c61e5dd5df3, entries=150, sequenceid=419, filesize=12.0 K 2024-11-23T17:25:07,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/39f474f51496424d88661d60e575d2ff as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/39f474f51496424d88661d60e575d2ff 2024-11-23T17:25:07,214 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/39f474f51496424d88661d60e575d2ff, entries=150, sequenceid=419, filesize=12.0 K 2024-11-23T17:25:07,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/7e2e0757d4dc4636ac924378c707b6fb as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/7e2e0757d4dc4636ac924378c707b6fb 2024-11-23T17:25:07,222 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/7e2e0757d4dc4636ac924378c707b6fb, entries=150, sequenceid=419, filesize=12.0 K 2024-11-23T17:25:07,224 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7b38a0891d7286040198cd8f2c611cca in 907ms, sequenceid=419, compaction requested=false 2024-11-23T17:25:07,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:25:07,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:07,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-23T17:25:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-23T17:25:07,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-23T17:25:07,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8500 sec 2024-11-23T17:25:07,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.8540 sec 2024-11-23T17:25:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:25:07,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b38a0891d7286040198cd8f2c611cca 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T17:25:07,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=A 2024-11-23T17:25:07,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:07,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=B 2024-11-23T17:25:07,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:07,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=C 2024-11-23T17:25:07,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:07,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/e38c13937fc44e0f99f4af7dc355e9e7 is 50, key is test_row_0/A:col10/1732382707074/Put/seqid=0 2024-11-23T17:25:07,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741929_1105 (size=14741) 2024-11-23T17:25:07,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382767361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:07,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382767361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:07,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44812 deadline: 1732382767363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:07,365 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8187 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca., hostname=f54dd19cfe0a,35067,1732382683491, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:25:07,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382767382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:07,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382767385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:07,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382767465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:07,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382767466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-23T17:25:07,479 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-23T17:25:07,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:25:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-23T17:25:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T17:25:07,483 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:25:07,483 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:25:07,484 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:25:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T17:25:07,635 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:07,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-23T17:25:07,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:07,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:25:07,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:07,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:07,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:07,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382767669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:07,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382767670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:07,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382767685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:07,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382767690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:07,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/e38c13937fc44e0f99f4af7dc355e9e7 2024-11-23T17:25:07,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/d497da9485f6461ca4bc5ad81016d7d4 is 50, key is test_row_0/B:col10/1732382707074/Put/seqid=0 2024-11-23T17:25:07,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741930_1106 (size=12301) 2024-11-23T17:25:07,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T17:25:07,788 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:07,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-23T17:25:07,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:07,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:25:07,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:07,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:07,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:07,942 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:07,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-23T17:25:07,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:07,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:25:07,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:07,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:07,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:07,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382767973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:07,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382767974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T17:25:08,095 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:08,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-23T17:25:08,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:08,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:25:08,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:08,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:08,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:08,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:08,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/d497da9485f6461ca4bc5ad81016d7d4 2024-11-23T17:25:08,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/7515559041f34f79a2548671f209ec9d is 50, key is test_row_0/C:col10/1732382707074/Put/seqid=0 2024-11-23T17:25:08,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382768189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:08,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741931_1107 (size=12301) 2024-11-23T17:25:08,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382768196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:08,250 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:08,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-23T17:25:08,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:08,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:25:08,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:08,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:08,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:08,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:08,404 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:08,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-23T17:25:08,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:08,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:25:08,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:08,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:08,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:08,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382768480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:08,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382768480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:08,557 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:08,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-23T17:25:08,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:08,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:25:08,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:08,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:08,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:08,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T17:25:08,593 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/7515559041f34f79a2548671f209ec9d 2024-11-23T17:25:08,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/e38c13937fc44e0f99f4af7dc355e9e7 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/e38c13937fc44e0f99f4af7dc355e9e7 2024-11-23T17:25:08,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/e38c13937fc44e0f99f4af7dc355e9e7, entries=200, sequenceid=447, filesize=14.4 K 2024-11-23T17:25:08,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/d497da9485f6461ca4bc5ad81016d7d4 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/d497da9485f6461ca4bc5ad81016d7d4 2024-11-23T17:25:08,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/d497da9485f6461ca4bc5ad81016d7d4, entries=150, sequenceid=447, filesize=12.0 K 2024-11-23T17:25:08,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/7515559041f34f79a2548671f209ec9d as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/7515559041f34f79a2548671f209ec9d 2024-11-23T17:25:08,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/7515559041f34f79a2548671f209ec9d, entries=150, sequenceid=447, filesize=12.0 K 2024-11-23T17:25:08,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 7b38a0891d7286040198cd8f2c611cca in 1269ms, sequenceid=447, compaction requested=true 2024-11-23T17:25:08,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:25:08,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b38a0891d7286040198cd8f2c611cca:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:25:08,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:08,618 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:08,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b38a0891d7286040198cd8f2c611cca:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:25:08,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:08,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b38a0891d7286040198cd8f2c611cca:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:25:08,618 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:08,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:08,619 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:08,619 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:08,619 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 7b38a0891d7286040198cd8f2c611cca/B is initiating minor compaction (all files) 2024-11-23T17:25:08,619 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 7b38a0891d7286040198cd8f2c611cca/A is initiating minor compaction (all files) 2024-11-23T17:25:08,619 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b38a0891d7286040198cd8f2c611cca/B in TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:08,619 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b38a0891d7286040198cd8f2c611cca/A in TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:08,619 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/211766d53fd547ee9d80b8d4a2034f6c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/4809475b321844f094c97c61e5dd5df3, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/e38c13937fc44e0f99f4af7dc355e9e7] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp, totalSize=39.4 K 2024-11-23T17:25:08,619 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/581b9cfddd2a486d81c08613bdc192e2, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/39f474f51496424d88661d60e575d2ff, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/d497da9485f6461ca4bc5ad81016d7d4] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp, totalSize=37.0 K 2024-11-23T17:25:08,620 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 211766d53fd547ee9d80b8d4a2034f6c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732382703793 2024-11-23T17:25:08,620 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 581b9cfddd2a486d81c08613bdc192e2, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732382703793 2024-11-23T17:25:08,621 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 39f474f51496424d88661d60e575d2ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732382704924 2024-11-23T17:25:08,621 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4809475b321844f094c97c61e5dd5df3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732382704924 2024-11-23T17:25:08,621 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting d497da9485f6461ca4bc5ad81016d7d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732382707074 2024-11-23T17:25:08,621 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting e38c13937fc44e0f99f4af7dc355e9e7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732382707066 2024-11-23T17:25:08,631 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b38a0891d7286040198cd8f2c611cca#A#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:08,631 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b38a0891d7286040198cd8f2c611cca#B#compaction#94 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:08,631 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/30a4bddb2b55426da98e347c156f8c68 is 50, key is test_row_0/A:col10/1732382707074/Put/seqid=0 2024-11-23T17:25:08,631 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/205e718fe5ac428e8db3578419fa5ff0 is 50, key is test_row_0/B:col10/1732382707074/Put/seqid=0 2024-11-23T17:25:08,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741932_1108 (size=13357) 2024-11-23T17:25:08,650 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/205e718fe5ac428e8db3578419fa5ff0 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/205e718fe5ac428e8db3578419fa5ff0 2024-11-23T17:25:08,658 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b38a0891d7286040198cd8f2c611cca/B of 7b38a0891d7286040198cd8f2c611cca into 205e718fe5ac428e8db3578419fa5ff0(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:08,658 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:25:08,658 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca., storeName=7b38a0891d7286040198cd8f2c611cca/B, priority=13, startTime=1732382708618; duration=0sec 2024-11-23T17:25:08,658 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:08,658 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b38a0891d7286040198cd8f2c611cca:B 2024-11-23T17:25:08,658 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:08,660 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:08,660 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 7b38a0891d7286040198cd8f2c611cca/C is initiating minor compaction (all files) 2024-11-23T17:25:08,660 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b38a0891d7286040198cd8f2c611cca/C in TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:08,660 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/a4781d57da22413a9980fc9d19e81aec, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/7e2e0757d4dc4636ac924378c707b6fb, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/7515559041f34f79a2548671f209ec9d] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp, totalSize=37.0 K 2024-11-23T17:25:08,661 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting a4781d57da22413a9980fc9d19e81aec, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732382703793 2024-11-23T17:25:08,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741933_1109 (size=13357) 2024-11-23T17:25:08,662 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e2e0757d4dc4636ac924378c707b6fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732382704924 2024-11-23T17:25:08,663 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 7515559041f34f79a2548671f209ec9d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732382707074 2024-11-23T17:25:08,669 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/30a4bddb2b55426da98e347c156f8c68 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/30a4bddb2b55426da98e347c156f8c68 2024-11-23T17:25:08,676 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b38a0891d7286040198cd8f2c611cca#C#compaction#95 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:08,676 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b38a0891d7286040198cd8f2c611cca/A of 7b38a0891d7286040198cd8f2c611cca into 30a4bddb2b55426da98e347c156f8c68(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:08,677 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:25:08,677 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca., storeName=7b38a0891d7286040198cd8f2c611cca/A, priority=13, startTime=1732382708617; duration=0sec 2024-11-23T17:25:08,677 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:08,677 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b38a0891d7286040198cd8f2c611cca:A 2024-11-23T17:25:08,677 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/98b5b4d346604511b81e23cf0b42df7e is 50, key is test_row_0/C:col10/1732382707074/Put/seqid=0 2024-11-23T17:25:08,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741934_1110 (size=13357) 2024-11-23T17:25:08,693 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/98b5b4d346604511b81e23cf0b42df7e as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/98b5b4d346604511b81e23cf0b42df7e 2024-11-23T17:25:08,704 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b38a0891d7286040198cd8f2c611cca/C of 7b38a0891d7286040198cd8f2c611cca into 98b5b4d346604511b81e23cf0b42df7e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:08,704 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:25:08,704 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca., storeName=7b38a0891d7286040198cd8f2c611cca/C, priority=13, startTime=1732382708618; duration=0sec 2024-11-23T17:25:08,705 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:08,705 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b38a0891d7286040198cd8f2c611cca:C 2024-11-23T17:25:08,710 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:08,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-23T17:25:08,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:08,711 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 7b38a0891d7286040198cd8f2c611cca 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-23T17:25:08,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=A 2024-11-23T17:25:08,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:08,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=B 2024-11-23T17:25:08,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:08,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=C 2024-11-23T17:25:08,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:08,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/2a03eb1b19ee4f3db5ea73becd080ebe is 50, key is test_row_0/A:col10/1732382707358/Put/seqid=0 2024-11-23T17:25:08,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741935_1111 (size=12301) 2024-11-23T17:25:09,127 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/2a03eb1b19ee4f3db5ea73becd080ebe 2024-11-23T17:25:09,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/63c0602cb42e4906afc2ad3cf89b94ce is 50, key is test_row_0/B:col10/1732382707358/Put/seqid=0 2024-11-23T17:25:09,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741936_1112 (size=12301) 2024-11-23T17:25:09,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. as already flushing 2024-11-23T17:25:09,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:25:09,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:09,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382769252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382769252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:09,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382769354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:09,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:09,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382769354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:09,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44820 deadline: 1732382769481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:09,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44856 deadline: 1732382769488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:09,551 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/63c0602cb42e4906afc2ad3cf89b94ce 2024-11-23T17:25:09,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382769556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:09,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382769556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:09,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/09f9591788c8414fabffeb133813201c is 50, key is test_row_0/C:col10/1732382707358/Put/seqid=0 2024-11-23T17:25:09,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741937_1113 (size=12301) 2024-11-23T17:25:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T17:25:09,822 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:55168 2024-11-23T17:25:09,822 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:25:09,823 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:55168 2024-11-23T17:25:09,823 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:25:09,824 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:55168 2024-11-23T17:25:09,824 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:25:09,825 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:55168 2024-11-23T17:25:09,825 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:25:09,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:09,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44780 deadline: 1732382769859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:09,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:09,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44828 deadline: 1732382769859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:09,966 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/09f9591788c8414fabffeb133813201c 2024-11-23T17:25:09,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/2a03eb1b19ee4f3db5ea73becd080ebe as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/2a03eb1b19ee4f3db5ea73becd080ebe 2024-11-23T17:25:09,976 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/2a03eb1b19ee4f3db5ea73becd080ebe, entries=150, sequenceid=460, filesize=12.0 K 2024-11-23T17:25:09,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/63c0602cb42e4906afc2ad3cf89b94ce as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/63c0602cb42e4906afc2ad3cf89b94ce 2024-11-23T17:25:09,981 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/63c0602cb42e4906afc2ad3cf89b94ce, entries=150, sequenceid=460, filesize=12.0 K 2024-11-23T17:25:09,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/09f9591788c8414fabffeb133813201c as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/09f9591788c8414fabffeb133813201c 2024-11-23T17:25:09,986 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/09f9591788c8414fabffeb133813201c, entries=150, sequenceid=460, filesize=12.0 K 2024-11-23T17:25:09,987 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 7b38a0891d7286040198cd8f2c611cca in 1276ms, sequenceid=460, compaction requested=false 2024-11-23T17:25:09,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:25:09,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:09,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-23T17:25:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-23T17:25:09,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-23T17:25:09,989 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5040 sec 2024-11-23T17:25:09,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 2.5090 sec 2024-11-23T17:25:10,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:25:10,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b38a0891d7286040198cd8f2c611cca 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-23T17:25:10,363 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:55168 2024-11-23T17:25:10,363 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:55168 2024-11-23T17:25:10,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=A 2024-11-23T17:25:10,364 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:25:10,364 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:25:10,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:10,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=B 2024-11-23T17:25:10,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:10,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=C 2024-11-23T17:25:10,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:10,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/9456a2b8f92c4b68aa7ce158c22b4f48 is 50, key is test_row_0/A:col10/1732382709226/Put/seqid=0 2024-11-23T17:25:10,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741938_1114 (size=12301) 2024-11-23T17:25:10,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/9456a2b8f92c4b68aa7ce158c22b4f48 2024-11-23T17:25:10,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/7cf0af7bc0854f86a809e6bb0d84e0d7 is 50, key is test_row_0/B:col10/1732382709226/Put/seqid=0 2024-11-23T17:25:10,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741939_1115 (size=12301) 2024-11-23T17:25:11,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/7cf0af7bc0854f86a809e6bb0d84e0d7 2024-11-23T17:25:11,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/ed4d88e3176941a8bc4c6b54c4710449 is 50, key is test_row_0/C:col10/1732382709226/Put/seqid=0 2024-11-23T17:25:11,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741940_1116 (size=12301) 2024-11-23T17:25:11,494 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:55168 2024-11-23T17:25:11,494 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:25:11,505 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:55168 2024-11-23T17:25:11,505 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:25:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-23T17:25:11,588 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-23T17:25:11,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/ed4d88e3176941a8bc4c6b54c4710449 2024-11-23T17:25:11,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/9456a2b8f92c4b68aa7ce158c22b4f48 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/9456a2b8f92c4b68aa7ce158c22b4f48 2024-11-23T17:25:11,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/9456a2b8f92c4b68aa7ce158c22b4f48, entries=150, sequenceid=488, filesize=12.0 K 2024-11-23T17:25:11,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/7cf0af7bc0854f86a809e6bb0d84e0d7 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/7cf0af7bc0854f86a809e6bb0d84e0d7 2024-11-23T17:25:11,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/7cf0af7bc0854f86a809e6bb0d84e0d7, entries=150, sequenceid=488, filesize=12.0 K 2024-11-23T17:25:11,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/ed4d88e3176941a8bc4c6b54c4710449 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/ed4d88e3176941a8bc4c6b54c4710449 2024-11-23T17:25:11,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/ed4d88e3176941a8bc4c6b54c4710449, entries=150, sequenceid=488, filesize=12.0 K 2024-11-23T17:25:11,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=13.42 KB/13740 for 7b38a0891d7286040198cd8f2c611cca in 1272ms, sequenceid=488, compaction requested=true 2024-11-23T17:25:11,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:25:11,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b38a0891d7286040198cd8f2c611cca:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:25:11,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:11,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b38a0891d7286040198cd8f2c611cca:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:25:11,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:11,635 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:11,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b38a0891d7286040198cd8f2c611cca:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:25:11,635 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:11,635 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:11,636 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:11,636 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:11,636 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 7b38a0891d7286040198cd8f2c611cca/A is initiating minor compaction (all files) 2024-11-23T17:25:11,636 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 7b38a0891d7286040198cd8f2c611cca/B is initiating minor compaction (all files) 2024-11-23T17:25:11,636 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b38a0891d7286040198cd8f2c611cca/A in TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:11,636 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b38a0891d7286040198cd8f2c611cca/B in TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:11,636 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/30a4bddb2b55426da98e347c156f8c68, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/2a03eb1b19ee4f3db5ea73becd080ebe, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/9456a2b8f92c4b68aa7ce158c22b4f48] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp, totalSize=37.1 K 2024-11-23T17:25:11,636 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/205e718fe5ac428e8db3578419fa5ff0, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/63c0602cb42e4906afc2ad3cf89b94ce, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/7cf0af7bc0854f86a809e6bb0d84e0d7] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp, totalSize=37.1 K 2024-11-23T17:25:11,637 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30a4bddb2b55426da98e347c156f8c68, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732382707074 2024-11-23T17:25:11,637 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 205e718fe5ac428e8db3578419fa5ff0, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732382707074 2024-11-23T17:25:11,637 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a03eb1b19ee4f3db5ea73becd080ebe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732382707353 2024-11-23T17:25:11,637 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 63c0602cb42e4906afc2ad3cf89b94ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732382707353 2024-11-23T17:25:11,638 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9456a2b8f92c4b68aa7ce158c22b4f48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732382709226 2024-11-23T17:25:11,638 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cf0af7bc0854f86a809e6bb0d84e0d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732382709226 2024-11-23T17:25:11,647 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b38a0891d7286040198cd8f2c611cca#A#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:11,648 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/f884884142824173956d7e730d7fda73 is 50, key is test_row_0/A:col10/1732382709226/Put/seqid=0 2024-11-23T17:25:11,648 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b38a0891d7286040198cd8f2c611cca#B#compaction#103 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:11,649 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/f06aba54f764415f8a4f584aa263da29 is 50, key is test_row_0/B:col10/1732382709226/Put/seqid=0 2024-11-23T17:25:11,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741941_1117 (size=13459) 2024-11-23T17:25:11,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741942_1118 (size=13459) 2024-11-23T17:25:11,843 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T17:25:12,058 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/f06aba54f764415f8a4f584aa263da29 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/f06aba54f764415f8a4f584aa263da29 2024-11-23T17:25:12,058 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/f884884142824173956d7e730d7fda73 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/f884884142824173956d7e730d7fda73 2024-11-23T17:25:12,063 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b38a0891d7286040198cd8f2c611cca/A of 7b38a0891d7286040198cd8f2c611cca into f884884142824173956d7e730d7fda73(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:12,063 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b38a0891d7286040198cd8f2c611cca/B of 7b38a0891d7286040198cd8f2c611cca into f06aba54f764415f8a4f584aa263da29(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:12,063 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:25:12,063 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:25:12,063 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca., storeName=7b38a0891d7286040198cd8f2c611cca/A, priority=13, startTime=1732382711635; duration=0sec 2024-11-23T17:25:12,063 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca., storeName=7b38a0891d7286040198cd8f2c611cca/B, priority=13, startTime=1732382711635; duration=0sec 2024-11-23T17:25:12,064 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:12,064 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b38a0891d7286040198cd8f2c611cca:A 2024-11-23T17:25:12,064 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:12,064 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b38a0891d7286040198cd8f2c611cca:B 2024-11-23T17:25:12,064 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:12,065 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:12,065 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 7b38a0891d7286040198cd8f2c611cca/C is initiating minor compaction (all files) 2024-11-23T17:25:12,065 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b38a0891d7286040198cd8f2c611cca/C in TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:12,065 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/98b5b4d346604511b81e23cf0b42df7e, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/09f9591788c8414fabffeb133813201c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/ed4d88e3176941a8bc4c6b54c4710449] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp, totalSize=37.1 K 2024-11-23T17:25:12,065 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98b5b4d346604511b81e23cf0b42df7e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732382707074 2024-11-23T17:25:12,065 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09f9591788c8414fabffeb133813201c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732382707353 2024-11-23T17:25:12,066 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed4d88e3176941a8bc4c6b54c4710449, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1732382709226 2024-11-23T17:25:12,073 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b38a0891d7286040198cd8f2c611cca#C#compaction#104 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:12,073 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/be242203038145d698e26615c6b421bf is 50, key is test_row_0/C:col10/1732382709226/Put/seqid=0 2024-11-23T17:25:12,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741943_1119 (size=13459) 2024-11-23T17:25:12,483 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/be242203038145d698e26615c6b421bf as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/be242203038145d698e26615c6b421bf 2024-11-23T17:25:12,488 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b38a0891d7286040198cd8f2c611cca/C of 7b38a0891d7286040198cd8f2c611cca into be242203038145d698e26615c6b421bf(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:12,488 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:25:12,488 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca., storeName=7b38a0891d7286040198cd8f2c611cca/C, priority=13, startTime=1732382711635; duration=0sec 2024-11-23T17:25:12,489 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:12,489 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b38a0891d7286040198cd8f2c611cca:C 2024-11-23T17:25:17,430 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:55168 2024-11-23T17:25:17,430 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:25:17,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T17:25:17,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 119 2024-11-23T17:25:17,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-23T17:25:17,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-23T17:25:17,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-11-23T17:25:17,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-23T17:25:17,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T17:25:17,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7275 2024-11-23T17:25:17,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7130 2024-11-23T17:25:17,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T17:25:17,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3060 2024-11-23T17:25:17,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9179 rows 2024-11-23T17:25:17,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3067 2024-11-23T17:25:17,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9200 rows 2024-11-23T17:25:17,430 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T17:25:17,431 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:55168 2024-11-23T17:25:17,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:25:17,434 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T17:25:17,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T17:25:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T17:25:17,446 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382717446"}]},"ts":"1732382717446"} 2024-11-23T17:25:17,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-23T17:25:17,447 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T17:25:17,449 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T17:25:17,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T17:25:17,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b38a0891d7286040198cd8f2c611cca, UNASSIGN}] 2024-11-23T17:25:17,456 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b38a0891d7286040198cd8f2c611cca, UNASSIGN 2024-11-23T17:25:17,456 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=7b38a0891d7286040198cd8f2c611cca, regionState=CLOSING, regionLocation=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:17,457 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T17:25:17,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; CloseRegionProcedure 7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491}] 2024-11-23T17:25:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-23T17:25:17,612 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:17,614 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(124): Close 7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:25:17,614 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T17:25:17,615 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1681): Closing 7b38a0891d7286040198cd8f2c611cca, disabling compactions & flushes 2024-11-23T17:25:17,615 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:17,615 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:17,615 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. after waiting 0 ms 2024-11-23T17:25:17,615 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:17,615 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(2837): Flushing 7b38a0891d7286040198cd8f2c611cca 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-23T17:25:17,615 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=A 2024-11-23T17:25:17,615 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:17,615 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=B 2024-11-23T17:25:17,615 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:17,615 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b38a0891d7286040198cd8f2c611cca, store=C 2024-11-23T17:25:17,615 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:17,620 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/4260a83e674b49f684016b162c5951a7 is 50, key is test_row_0/A:col10/1732382717428/Put/seqid=0 2024-11-23T17:25:17,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741944_1120 (size=9857) 2024-11-23T17:25:17,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-23T17:25:18,025 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/4260a83e674b49f684016b162c5951a7 2024-11-23T17:25:18,034 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/07d82c1e15d54096b91f52a1f585c5ad is 50, key is test_row_0/B:col10/1732382717428/Put/seqid=0 2024-11-23T17:25:18,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741945_1121 (size=9857) 2024-11-23T17:25:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-23T17:25:18,439 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/07d82c1e15d54096b91f52a1f585c5ad 2024-11-23T17:25:18,447 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/3a32c7bf7f9b4118849fd45edbe01d9e is 50, key is test_row_0/C:col10/1732382717428/Put/seqid=0 2024-11-23T17:25:18,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741946_1122 (size=9857) 2024-11-23T17:25:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-23T17:25:18,559 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-23T17:25:18,561 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-23T17:25:18,852 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/3a32c7bf7f9b4118849fd45edbe01d9e 2024-11-23T17:25:18,857 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/A/4260a83e674b49f684016b162c5951a7 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/4260a83e674b49f684016b162c5951a7 2024-11-23T17:25:18,861 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/4260a83e674b49f684016b162c5951a7, entries=100, sequenceid=497, filesize=9.6 K 2024-11-23T17:25:18,862 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/B/07d82c1e15d54096b91f52a1f585c5ad as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/07d82c1e15d54096b91f52a1f585c5ad 2024-11-23T17:25:18,866 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/07d82c1e15d54096b91f52a1f585c5ad, entries=100, sequenceid=497, filesize=9.6 K 2024-11-23T17:25:18,867 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/.tmp/C/3a32c7bf7f9b4118849fd45edbe01d9e as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/3a32c7bf7f9b4118849fd45edbe01d9e 2024-11-23T17:25:18,871 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/3a32c7bf7f9b4118849fd45edbe01d9e, entries=100, sequenceid=497, filesize=9.6 K 2024-11-23T17:25:18,872 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 7b38a0891d7286040198cd8f2c611cca in 1257ms, sequenceid=497, compaction requested=false 2024-11-23T17:25:18,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/cba4adf4623b4fbb9f3b7df2e4a0447b, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/03d27ed3dcb046f693ec3f372396f4c9, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/5425e49312c444008b4c33513ae26c9d, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/81a1c05cfff84a749fe1f8b144b28cec, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/483181d4261c470cbe68f25133114b95, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/ff749d1ea90448a2a70b94d5d84978d4, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/0294bd677d0148908b38859f04331192, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/c121fd7b913944f192b8ca7df0ec3720, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/95a04cf6cbf947d5935cec6b2f75fa26, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/e01aa7de2c104b8b8624e0d74d43c5ee, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/7cd081d522c04dd2b94997a1452e7263, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/4c89a7b1cb3e4528a57933cb1f35de07, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/d23110313cce4e878c8e7783cf87494b, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/8610cc67e9404fae955bd10d28a088de, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/47324cc8a82c4211b351711c5b813d94, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/56482e2cdf644cc6915d937ac19e90d2, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/a5757bbf9c7b4f4399d146099e0ac6e8, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/cdc9eff07a704567b7d31a32394cc7bd, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/b9f94ba71bf546378867b9547147fe2e, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/c46ac4eb57054a58b8277ed19fc24bdd, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/c7639e4c93de4f048fe18dc30a8a0843, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/18b573364b6148099c4a51bc4121fb06, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/aafb6d5a69b44f2b914a6501aadb630d, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/8a714e9864114800b4b0ab3dd3042682, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/66f85b23ba374f998fe21b454a5de54a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/eb4bbd2356c04e6aa0f8bdb213455568, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/05caafab65c44d95835a3b6780193179, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/211766d53fd547ee9d80b8d4a2034f6c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/1a0ad4dc7ba3495b835d3e362c09a987, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/4809475b321844f094c97c61e5dd5df3, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/e38c13937fc44e0f99f4af7dc355e9e7, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/30a4bddb2b55426da98e347c156f8c68, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/2a03eb1b19ee4f3db5ea73becd080ebe, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/9456a2b8f92c4b68aa7ce158c22b4f48] to archive 2024-11-23T17:25:18,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:25:18,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/cba4adf4623b4fbb9f3b7df2e4a0447b to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/cba4adf4623b4fbb9f3b7df2e4a0447b 2024-11-23T17:25:18,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/03d27ed3dcb046f693ec3f372396f4c9 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/03d27ed3dcb046f693ec3f372396f4c9 2024-11-23T17:25:18,885 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/5425e49312c444008b4c33513ae26c9d to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/5425e49312c444008b4c33513ae26c9d 2024-11-23T17:25:18,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/81a1c05cfff84a749fe1f8b144b28cec to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/81a1c05cfff84a749fe1f8b144b28cec 2024-11-23T17:25:18,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/483181d4261c470cbe68f25133114b95 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/483181d4261c470cbe68f25133114b95 2024-11-23T17:25:18,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/ff749d1ea90448a2a70b94d5d84978d4 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/ff749d1ea90448a2a70b94d5d84978d4 2024-11-23T17:25:18,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/0294bd677d0148908b38859f04331192 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/0294bd677d0148908b38859f04331192 2024-11-23T17:25:18,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/c121fd7b913944f192b8ca7df0ec3720 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/c121fd7b913944f192b8ca7df0ec3720 2024-11-23T17:25:18,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/95a04cf6cbf947d5935cec6b2f75fa26 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/95a04cf6cbf947d5935cec6b2f75fa26 2024-11-23T17:25:18,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/e01aa7de2c104b8b8624e0d74d43c5ee to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/e01aa7de2c104b8b8624e0d74d43c5ee 2024-11-23T17:25:18,895 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/7cd081d522c04dd2b94997a1452e7263 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/7cd081d522c04dd2b94997a1452e7263 2024-11-23T17:25:18,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/4c89a7b1cb3e4528a57933cb1f35de07 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/4c89a7b1cb3e4528a57933cb1f35de07 2024-11-23T17:25:18,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/d23110313cce4e878c8e7783cf87494b to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/d23110313cce4e878c8e7783cf87494b 2024-11-23T17:25:18,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/8610cc67e9404fae955bd10d28a088de to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/8610cc67e9404fae955bd10d28a088de 2024-11-23T17:25:18,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/47324cc8a82c4211b351711c5b813d94 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/47324cc8a82c4211b351711c5b813d94 2024-11-23T17:25:18,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/56482e2cdf644cc6915d937ac19e90d2 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/56482e2cdf644cc6915d937ac19e90d2 2024-11-23T17:25:18,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/a5757bbf9c7b4f4399d146099e0ac6e8 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/a5757bbf9c7b4f4399d146099e0ac6e8 2024-11-23T17:25:18,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/cdc9eff07a704567b7d31a32394cc7bd to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/cdc9eff07a704567b7d31a32394cc7bd 2024-11-23T17:25:18,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/b9f94ba71bf546378867b9547147fe2e to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/b9f94ba71bf546378867b9547147fe2e 2024-11-23T17:25:18,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/c46ac4eb57054a58b8277ed19fc24bdd to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/c46ac4eb57054a58b8277ed19fc24bdd 2024-11-23T17:25:18,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/c7639e4c93de4f048fe18dc30a8a0843 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/c7639e4c93de4f048fe18dc30a8a0843 2024-11-23T17:25:18,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/18b573364b6148099c4a51bc4121fb06 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/18b573364b6148099c4a51bc4121fb06 2024-11-23T17:25:18,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/aafb6d5a69b44f2b914a6501aadb630d to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/aafb6d5a69b44f2b914a6501aadb630d 2024-11-23T17:25:18,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/8a714e9864114800b4b0ab3dd3042682 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/8a714e9864114800b4b0ab3dd3042682 2024-11-23T17:25:18,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/66f85b23ba374f998fe21b454a5de54a to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/66f85b23ba374f998fe21b454a5de54a 2024-11-23T17:25:18,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/eb4bbd2356c04e6aa0f8bdb213455568 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/eb4bbd2356c04e6aa0f8bdb213455568 2024-11-23T17:25:18,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/05caafab65c44d95835a3b6780193179 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/05caafab65c44d95835a3b6780193179 2024-11-23T17:25:18,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/211766d53fd547ee9d80b8d4a2034f6c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/211766d53fd547ee9d80b8d4a2034f6c 2024-11-23T17:25:18,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/1a0ad4dc7ba3495b835d3e362c09a987 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/1a0ad4dc7ba3495b835d3e362c09a987 2024-11-23T17:25:18,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/4809475b321844f094c97c61e5dd5df3 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/4809475b321844f094c97c61e5dd5df3 2024-11-23T17:25:18,917 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/e38c13937fc44e0f99f4af7dc355e9e7 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/e38c13937fc44e0f99f4af7dc355e9e7 2024-11-23T17:25:18,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/30a4bddb2b55426da98e347c156f8c68 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/30a4bddb2b55426da98e347c156f8c68 2024-11-23T17:25:18,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/2a03eb1b19ee4f3db5ea73becd080ebe to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/2a03eb1b19ee4f3db5ea73becd080ebe 2024-11-23T17:25:18,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/9456a2b8f92c4b68aa7ce158c22b4f48 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/9456a2b8f92c4b68aa7ce158c22b4f48 2024-11-23T17:25:18,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/9848d912b1374ab9a3da0b990e8a7671, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/651bb34bb4124af1a357ccb8eb9b5058, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/340fc0d3e84d421caf4ee5f40286d763, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/9c112f7f4f9142a29a7aece2b7986c9f, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/1d9faedbf465415595d956edc548af5e, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/a2c9fa74847247ffaa2c5e1e026acd00, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/0b72cf1bcaed4a90b8d1c21f2a401dc9, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/f159d395904b4df7bd0ce4ae017a11cc, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/0e6973fe25c84c0d9702f27d5dbf4d79, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/84f4aec9fe284d3f9243891fa69d2a5b, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/04c54beac3ca420dbedd98f565075877, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/4835b051592f48fead8515d71ef2157d, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/f6554a3080b5451986addc01aedf9cfc, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/a8f889ef9afc4ad0a434ef2e2452ca16, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/1727bbf6056540bdb364abba4028f2a9, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/a8532ff1cb9e48ea862160cf4933aa60, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/3b07ec2cc19f4f68a0c785357826271a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/0d57a211deb545b7a8f0c9353461996e, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/b3c7af54f3fb43ccbf5c167d65fe365f, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/b8712e9ff9034d548db4ba2035d1a4be, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/d9d3f201c15a411398ca1d2fdf46f730, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/69b8efec4df547c79b2f51b4edbfc90e, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/f5a5a67088fa47c8b568fbb7a2ed1ac6, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/44346a3f05c344f5b92c351132bc869e, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/55fc84d497df47bebdf92d2d93e7772d, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/95655493f5e34c84a6622c6f2a026044, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/70b00f3e76e64f43a72cef5c8130ae58, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/581b9cfddd2a486d81c08613bdc192e2, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/aeb817a616a24c48b3c5e779b2d7d93c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/39f474f51496424d88661d60e575d2ff, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/205e718fe5ac428e8db3578419fa5ff0, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/d497da9485f6461ca4bc5ad81016d7d4, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/63c0602cb42e4906afc2ad3cf89b94ce, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/7cf0af7bc0854f86a809e6bb0d84e0d7] to archive 2024-11-23T17:25:18,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:25:18,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/9848d912b1374ab9a3da0b990e8a7671 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/9848d912b1374ab9a3da0b990e8a7671 2024-11-23T17:25:18,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/651bb34bb4124af1a357ccb8eb9b5058 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/651bb34bb4124af1a357ccb8eb9b5058 2024-11-23T17:25:18,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/340fc0d3e84d421caf4ee5f40286d763 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/340fc0d3e84d421caf4ee5f40286d763 2024-11-23T17:25:18,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/9c112f7f4f9142a29a7aece2b7986c9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/9c112f7f4f9142a29a7aece2b7986c9f 2024-11-23T17:25:18,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/1d9faedbf465415595d956edc548af5e to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/1d9faedbf465415595d956edc548af5e 2024-11-23T17:25:18,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/a2c9fa74847247ffaa2c5e1e026acd00 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/a2c9fa74847247ffaa2c5e1e026acd00 2024-11-23T17:25:18,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/0b72cf1bcaed4a90b8d1c21f2a401dc9 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/0b72cf1bcaed4a90b8d1c21f2a401dc9 2024-11-23T17:25:18,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/f159d395904b4df7bd0ce4ae017a11cc to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/f159d395904b4df7bd0ce4ae017a11cc 2024-11-23T17:25:18,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/0e6973fe25c84c0d9702f27d5dbf4d79 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/0e6973fe25c84c0d9702f27d5dbf4d79 2024-11-23T17:25:18,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/84f4aec9fe284d3f9243891fa69d2a5b to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/84f4aec9fe284d3f9243891fa69d2a5b 2024-11-23T17:25:18,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/04c54beac3ca420dbedd98f565075877 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/04c54beac3ca420dbedd98f565075877 2024-11-23T17:25:18,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/4835b051592f48fead8515d71ef2157d to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/4835b051592f48fead8515d71ef2157d 2024-11-23T17:25:18,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/f6554a3080b5451986addc01aedf9cfc to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/f6554a3080b5451986addc01aedf9cfc 2024-11-23T17:25:18,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/a8f889ef9afc4ad0a434ef2e2452ca16 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/a8f889ef9afc4ad0a434ef2e2452ca16 2024-11-23T17:25:18,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/1727bbf6056540bdb364abba4028f2a9 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/1727bbf6056540bdb364abba4028f2a9 2024-11-23T17:25:18,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/a8532ff1cb9e48ea862160cf4933aa60 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/a8532ff1cb9e48ea862160cf4933aa60 2024-11-23T17:25:18,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/3b07ec2cc19f4f68a0c785357826271a to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/3b07ec2cc19f4f68a0c785357826271a 2024-11-23T17:25:18,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/0d57a211deb545b7a8f0c9353461996e to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/0d57a211deb545b7a8f0c9353461996e 2024-11-23T17:25:18,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/b3c7af54f3fb43ccbf5c167d65fe365f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/b3c7af54f3fb43ccbf5c167d65fe365f 2024-11-23T17:25:18,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/b8712e9ff9034d548db4ba2035d1a4be to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/b8712e9ff9034d548db4ba2035d1a4be 2024-11-23T17:25:18,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/d9d3f201c15a411398ca1d2fdf46f730 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/d9d3f201c15a411398ca1d2fdf46f730 2024-11-23T17:25:18,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/69b8efec4df547c79b2f51b4edbfc90e to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/69b8efec4df547c79b2f51b4edbfc90e 2024-11-23T17:25:18,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/f5a5a67088fa47c8b568fbb7a2ed1ac6 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/f5a5a67088fa47c8b568fbb7a2ed1ac6 2024-11-23T17:25:18,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/44346a3f05c344f5b92c351132bc869e to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/44346a3f05c344f5b92c351132bc869e 2024-11-23T17:25:18,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/55fc84d497df47bebdf92d2d93e7772d to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/55fc84d497df47bebdf92d2d93e7772d 2024-11-23T17:25:18,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/95655493f5e34c84a6622c6f2a026044 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/95655493f5e34c84a6622c6f2a026044 2024-11-23T17:25:18,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/70b00f3e76e64f43a72cef5c8130ae58 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/70b00f3e76e64f43a72cef5c8130ae58 2024-11-23T17:25:18,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/581b9cfddd2a486d81c08613bdc192e2 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/581b9cfddd2a486d81c08613bdc192e2 2024-11-23T17:25:18,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/aeb817a616a24c48b3c5e779b2d7d93c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/aeb817a616a24c48b3c5e779b2d7d93c 2024-11-23T17:25:18,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/39f474f51496424d88661d60e575d2ff to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/39f474f51496424d88661d60e575d2ff 2024-11-23T17:25:18,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/205e718fe5ac428e8db3578419fa5ff0 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/205e718fe5ac428e8db3578419fa5ff0 2024-11-23T17:25:18,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/d497da9485f6461ca4bc5ad81016d7d4 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/d497da9485f6461ca4bc5ad81016d7d4 2024-11-23T17:25:18,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/63c0602cb42e4906afc2ad3cf89b94ce to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/63c0602cb42e4906afc2ad3cf89b94ce 2024-11-23T17:25:18,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/7cf0af7bc0854f86a809e6bb0d84e0d7 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/7cf0af7bc0854f86a809e6bb0d84e0d7 2024-11-23T17:25:18,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/a40748173a1d457b9a563ee7145d70d4, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/f0b9881567244a6eadf87af9bf446979, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/db8da56a146e4ff6ad079a1737b1ed71, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/435e64371c6b4d6bab7b49917f20030e, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/826882709b3043dea1d2ec9853828f38, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/4037ca2ff0f042b3b46c7874280a1e85, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/67d8250b66a2436ab4b6a2c0a5f192a1, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/5b46e3825a5842f2a91b8d99777997dd, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/1375a1ca81394211ae7aaa64cd08e78d, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/7d852cbe3df349f7b7ac60b56cadb20a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/a5e5b506b0ae4ecea61512399b9a0e97, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/9fd7b979563845eea1389dd4adf7eec4, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/e5d298d828c5404fba2c5b2f051863a5, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/371f682efb184d0e9de8698e8c2178f5, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/a0ddd75845ca4a54b9787ee628af6beb, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/d80550569272490b8ce764ab31ee192f, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/cff000e4d8514c5eaba0b0fe4dff4637, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/caf971cbe99740af8601607dcd7f45e6, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/122cb04ef07f4481ab4eb3581f912d0b, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/9dc9704aa9fc4554bf908b6d451f2b11, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/fcab51336f5f40d7aa01411dce74adc7, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/ee2134869bd54f33975c6bdf374a9653, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/8d9c2206377f4cfaa24fdf7d9c25f26b, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/bf7c4aa6081349b28233a20311ad1f59, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/ce55cda9e1044ab1820bb55aba15a8cc, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/517a7356f7be486f878dc6c5946c7202, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/df5c6fe3fb394d1996549fb5b35678bd, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/a4781d57da22413a9980fc9d19e81aec, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/b31c2e5d958c4983b4f0e906bb6c8724, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/7e2e0757d4dc4636ac924378c707b6fb, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/98b5b4d346604511b81e23cf0b42df7e, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/7515559041f34f79a2548671f209ec9d, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/09f9591788c8414fabffeb133813201c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/ed4d88e3176941a8bc4c6b54c4710449] to archive 2024-11-23T17:25:18,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:25:18,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/a40748173a1d457b9a563ee7145d70d4 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/a40748173a1d457b9a563ee7145d70d4 2024-11-23T17:25:18,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/f0b9881567244a6eadf87af9bf446979 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/f0b9881567244a6eadf87af9bf446979 2024-11-23T17:25:18,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/db8da56a146e4ff6ad079a1737b1ed71 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/db8da56a146e4ff6ad079a1737b1ed71 2024-11-23T17:25:18,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/435e64371c6b4d6bab7b49917f20030e to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/435e64371c6b4d6bab7b49917f20030e 2024-11-23T17:25:18,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/826882709b3043dea1d2ec9853828f38 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/826882709b3043dea1d2ec9853828f38 2024-11-23T17:25:18,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/4037ca2ff0f042b3b46c7874280a1e85 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/4037ca2ff0f042b3b46c7874280a1e85 2024-11-23T17:25:18,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/67d8250b66a2436ab4b6a2c0a5f192a1 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/67d8250b66a2436ab4b6a2c0a5f192a1 2024-11-23T17:25:18,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/5b46e3825a5842f2a91b8d99777997dd to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/5b46e3825a5842f2a91b8d99777997dd 2024-11-23T17:25:18,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/1375a1ca81394211ae7aaa64cd08e78d to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/1375a1ca81394211ae7aaa64cd08e78d 2024-11-23T17:25:18,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/7d852cbe3df349f7b7ac60b56cadb20a to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/7d852cbe3df349f7b7ac60b56cadb20a 2024-11-23T17:25:18,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/a5e5b506b0ae4ecea61512399b9a0e97 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/a5e5b506b0ae4ecea61512399b9a0e97 2024-11-23T17:25:18,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/9fd7b979563845eea1389dd4adf7eec4 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/9fd7b979563845eea1389dd4adf7eec4 2024-11-23T17:25:18,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/e5d298d828c5404fba2c5b2f051863a5 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/e5d298d828c5404fba2c5b2f051863a5 2024-11-23T17:25:18,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/371f682efb184d0e9de8698e8c2178f5 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/371f682efb184d0e9de8698e8c2178f5 2024-11-23T17:25:18,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/a0ddd75845ca4a54b9787ee628af6beb to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/a0ddd75845ca4a54b9787ee628af6beb 2024-11-23T17:25:18,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/d80550569272490b8ce764ab31ee192f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/d80550569272490b8ce764ab31ee192f 2024-11-23T17:25:18,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/cff000e4d8514c5eaba0b0fe4dff4637 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/cff000e4d8514c5eaba0b0fe4dff4637 2024-11-23T17:25:18,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/caf971cbe99740af8601607dcd7f45e6 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/caf971cbe99740af8601607dcd7f45e6 2024-11-23T17:25:18,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/122cb04ef07f4481ab4eb3581f912d0b to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/122cb04ef07f4481ab4eb3581f912d0b 2024-11-23T17:25:19,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/9dc9704aa9fc4554bf908b6d451f2b11 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/9dc9704aa9fc4554bf908b6d451f2b11 2024-11-23T17:25:19,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/fcab51336f5f40d7aa01411dce74adc7 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/fcab51336f5f40d7aa01411dce74adc7 2024-11-23T17:25:19,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/ee2134869bd54f33975c6bdf374a9653 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/ee2134869bd54f33975c6bdf374a9653 2024-11-23T17:25:19,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/8d9c2206377f4cfaa24fdf7d9c25f26b to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/8d9c2206377f4cfaa24fdf7d9c25f26b 2024-11-23T17:25:19,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/bf7c4aa6081349b28233a20311ad1f59 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/bf7c4aa6081349b28233a20311ad1f59 2024-11-23T17:25:19,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/ce55cda9e1044ab1820bb55aba15a8cc to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/ce55cda9e1044ab1820bb55aba15a8cc 2024-11-23T17:25:19,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/517a7356f7be486f878dc6c5946c7202 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/517a7356f7be486f878dc6c5946c7202 2024-11-23T17:25:19,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/df5c6fe3fb394d1996549fb5b35678bd to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/df5c6fe3fb394d1996549fb5b35678bd 2024-11-23T17:25:19,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/a4781d57da22413a9980fc9d19e81aec to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/a4781d57da22413a9980fc9d19e81aec 2024-11-23T17:25:19,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/b31c2e5d958c4983b4f0e906bb6c8724 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/b31c2e5d958c4983b4f0e906bb6c8724 2024-11-23T17:25:19,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/7e2e0757d4dc4636ac924378c707b6fb to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/7e2e0757d4dc4636ac924378c707b6fb 2024-11-23T17:25:19,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/98b5b4d346604511b81e23cf0b42df7e to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/98b5b4d346604511b81e23cf0b42df7e 2024-11-23T17:25:19,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/7515559041f34f79a2548671f209ec9d to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/7515559041f34f79a2548671f209ec9d 2024-11-23T17:25:19,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/09f9591788c8414fabffeb133813201c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/09f9591788c8414fabffeb133813201c 2024-11-23T17:25:19,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/ed4d88e3176941a8bc4c6b54c4710449 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/ed4d88e3176941a8bc4c6b54c4710449 2024-11-23T17:25:19,020 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/recovered.edits/500.seqid, newMaxSeqId=500, maxSeqId=1 2024-11-23T17:25:19,024 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca. 2024-11-23T17:25:19,024 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1635): Region close journal for 7b38a0891d7286040198cd8f2c611cca: 2024-11-23T17:25:19,026 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(170): Closed 7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:25:19,026 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=7b38a0891d7286040198cd8f2c611cca, regionState=CLOSED 2024-11-23T17:25:19,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-23T17:25:19,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseRegionProcedure 7b38a0891d7286040198cd8f2c611cca, server=f54dd19cfe0a,35067,1732382683491 in 1.5700 sec 2024-11-23T17:25:19,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-23T17:25:19,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b38a0891d7286040198cd8f2c611cca, UNASSIGN in 1.5740 sec 2024-11-23T17:25:19,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-23T17:25:19,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5810 sec 2024-11-23T17:25:19,034 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382719034"}]},"ts":"1732382719034"} 2024-11-23T17:25:19,035 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T17:25:19,037 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T17:25:19,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5970 sec 2024-11-23T17:25:19,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-23T17:25:19,551 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-23T17:25:19,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T17:25:19,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:25:19,559 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:25:19,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-23T17:25:19,561 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=38, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:25:19,564 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:25:19,568 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A, FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B, FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C, FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/recovered.edits] 2024-11-23T17:25:19,571 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/4260a83e674b49f684016b162c5951a7 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/4260a83e674b49f684016b162c5951a7 2024-11-23T17:25:19,572 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/f884884142824173956d7e730d7fda73 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/A/f884884142824173956d7e730d7fda73 2024-11-23T17:25:19,575 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/07d82c1e15d54096b91f52a1f585c5ad to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/07d82c1e15d54096b91f52a1f585c5ad 2024-11-23T17:25:19,576 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/f06aba54f764415f8a4f584aa263da29 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/B/f06aba54f764415f8a4f584aa263da29 2024-11-23T17:25:19,579 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/3a32c7bf7f9b4118849fd45edbe01d9e to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/3a32c7bf7f9b4118849fd45edbe01d9e 2024-11-23T17:25:19,580 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/be242203038145d698e26615c6b421bf to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/C/be242203038145d698e26615c6b421bf 2024-11-23T17:25:19,583 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/recovered.edits/500.seqid to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca/recovered.edits/500.seqid 2024-11-23T17:25:19,583 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/7b38a0891d7286040198cd8f2c611cca 2024-11-23T17:25:19,583 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T17:25:19,589 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=38, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:25:19,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-23T17:25:19,597 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T17:25:19,631 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T17:25:19,633 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=38, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:25:19,633 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T17:25:19,633 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732382719633"}]},"ts":"9223372036854775807"} 2024-11-23T17:25:19,637 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T17:25:19,637 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 7b38a0891d7286040198cd8f2c611cca, NAME => 'TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T17:25:19,637 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T17:25:19,638 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732382719637"}]},"ts":"9223372036854775807"} 2024-11-23T17:25:19,640 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T17:25:19,643 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=38, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:25:19,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 89 msec 2024-11-23T17:25:19,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-23T17:25:19,662 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-11-23T17:25:19,675 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=238 (was 219) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5ff3f7cf-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5ff3f7cf-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5ff3f7cf-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;f54dd19cfe0a:35067-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5ff3f7cf-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-803857633_22 at /127.0.0.1:50412 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=366 (was 359) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3067 (was 3629) 2024-11-23T17:25:19,684 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=238, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=366, ProcessCount=11, AvailableMemoryMB=3066 2024-11-23T17:25:19,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T17:25:19,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T17:25:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T17:25:19,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T17:25:19,688 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:19,688 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 39 2024-11-23T17:25:19,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-23T17:25:19,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T17:25:19,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741947_1123 (size=963) 2024-11-23T17:25:19,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-23T17:25:19,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-23T17:25:20,098 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9 2024-11-23T17:25:20,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741948_1124 (size=53) 2024-11-23T17:25:20,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-23T17:25:20,505 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:25:20,506 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 815a975e01d40931a11c9d364056ee9f, disabling compactions & flushes 2024-11-23T17:25:20,506 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:20,506 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:20,506 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. after waiting 0 ms 2024-11-23T17:25:20,506 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:20,506 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:20,506 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:20,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T17:25:20,507 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732382720507"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732382720507"}]},"ts":"1732382720507"} 2024-11-23T17:25:20,508 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T17:25:20,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T17:25:20,509 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382720509"}]},"ts":"1732382720509"} 2024-11-23T17:25:20,513 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T17:25:20,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=815a975e01d40931a11c9d364056ee9f, ASSIGN}] 2024-11-23T17:25:20,518 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=815a975e01d40931a11c9d364056ee9f, ASSIGN 2024-11-23T17:25:20,519 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=815a975e01d40931a11c9d364056ee9f, ASSIGN; state=OFFLINE, location=f54dd19cfe0a,35067,1732382683491; forceNewPlan=false, retain=false 2024-11-23T17:25:20,669 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=815a975e01d40931a11c9d364056ee9f, regionState=OPENING, regionLocation=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:20,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; OpenRegionProcedure 815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491}] 2024-11-23T17:25:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-23T17:25:20,822 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:20,825 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:20,826 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} 2024-11-23T17:25:20,826 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:20,826 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:25:20,826 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:20,826 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:20,827 INFO [StoreOpener-815a975e01d40931a11c9d364056ee9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:20,829 INFO [StoreOpener-815a975e01d40931a11c9d364056ee9f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:25:20,829 INFO [StoreOpener-815a975e01d40931a11c9d364056ee9f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 815a975e01d40931a11c9d364056ee9f columnFamilyName A 2024-11-23T17:25:20,829 DEBUG [StoreOpener-815a975e01d40931a11c9d364056ee9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:20,829 INFO [StoreOpener-815a975e01d40931a11c9d364056ee9f-1 {}] regionserver.HStore(327): Store=815a975e01d40931a11c9d364056ee9f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:25:20,829 INFO [StoreOpener-815a975e01d40931a11c9d364056ee9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:20,830 INFO [StoreOpener-815a975e01d40931a11c9d364056ee9f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:25:20,831 INFO [StoreOpener-815a975e01d40931a11c9d364056ee9f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 815a975e01d40931a11c9d364056ee9f columnFamilyName B 2024-11-23T17:25:20,831 DEBUG [StoreOpener-815a975e01d40931a11c9d364056ee9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:20,832 INFO [StoreOpener-815a975e01d40931a11c9d364056ee9f-1 {}] regionserver.HStore(327): Store=815a975e01d40931a11c9d364056ee9f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:25:20,832 INFO [StoreOpener-815a975e01d40931a11c9d364056ee9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:20,833 INFO [StoreOpener-815a975e01d40931a11c9d364056ee9f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:25:20,833 INFO [StoreOpener-815a975e01d40931a11c9d364056ee9f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 815a975e01d40931a11c9d364056ee9f columnFamilyName C 2024-11-23T17:25:20,833 DEBUG [StoreOpener-815a975e01d40931a11c9d364056ee9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:20,833 INFO [StoreOpener-815a975e01d40931a11c9d364056ee9f-1 {}] regionserver.HStore(327): Store=815a975e01d40931a11c9d364056ee9f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:25:20,834 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:20,834 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:20,835 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:20,836 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T17:25:20,837 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:20,839 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T17:25:20,839 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 815a975e01d40931a11c9d364056ee9f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72280765, jitterRate=0.07706733047962189}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T17:25:20,840 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:20,841 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f., pid=41, masterSystemTime=1732382720822 2024-11-23T17:25:20,842 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:20,842 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:20,843 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=815a975e01d40931a11c9d364056ee9f, regionState=OPEN, openSeqNum=2, regionLocation=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:20,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-23T17:25:20,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; OpenRegionProcedure 815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 in 173 msec 2024-11-23T17:25:20,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-23T17:25:20,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=815a975e01d40931a11c9d364056ee9f, ASSIGN in 328 msec 2024-11-23T17:25:20,847 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T17:25:20,848 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382720847"}]},"ts":"1732382720847"} 2024-11-23T17:25:20,848 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T17:25:20,851 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T17:25:20,852 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1650 sec 2024-11-23T17:25:21,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-23T17:25:21,795 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-11-23T17:25:21,796 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04506927 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a9b9802 2024-11-23T17:25:21,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118b007e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:25:21,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:25:21,803 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45556, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:25:21,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T17:25:21,806 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42522, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T17:25:21,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T17:25:21,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T17:25:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-23T17:25:21,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741949_1125 (size=999) 2024-11-23T17:25:22,231 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-23T17:25:22,231 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-23T17:25:22,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T17:25:22,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=815a975e01d40931a11c9d364056ee9f, REOPEN/MOVE}] 2024-11-23T17:25:22,243 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=815a975e01d40931a11c9d364056ee9f, REOPEN/MOVE 2024-11-23T17:25:22,244 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=815a975e01d40931a11c9d364056ee9f, regionState=CLOSING, regionLocation=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:22,245 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T17:25:22,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; CloseRegionProcedure 815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491}] 2024-11-23T17:25:22,397 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:22,397 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(124): Close 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:22,398 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T17:25:22,398 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1681): Closing 815a975e01d40931a11c9d364056ee9f, disabling compactions & flushes 2024-11-23T17:25:22,398 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:22,398 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:22,398 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. after waiting 0 ms 2024-11-23T17:25:22,398 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:22,402 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-23T17:25:22,403 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:22,403 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1635): Region close journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:22,403 WARN [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3786): Not adding moved region record: 815a975e01d40931a11c9d364056ee9f to self. 2024-11-23T17:25:22,404 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(170): Closed 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:22,405 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=815a975e01d40931a11c9d364056ee9f, regionState=CLOSED 2024-11-23T17:25:22,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-23T17:25:22,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; CloseRegionProcedure 815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 in 161 msec 2024-11-23T17:25:22,408 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=815a975e01d40931a11c9d364056ee9f, REOPEN/MOVE; state=CLOSED, location=f54dd19cfe0a,35067,1732382683491; forceNewPlan=false, retain=true 2024-11-23T17:25:22,558 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=815a975e01d40931a11c9d364056ee9f, regionState=OPENING, regionLocation=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:22,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE; OpenRegionProcedure 815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491}] 2024-11-23T17:25:22,711 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:22,714 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:22,714 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} 2024-11-23T17:25:22,715 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:22,715 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:25:22,715 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:22,715 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:22,717 INFO [StoreOpener-815a975e01d40931a11c9d364056ee9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:22,718 INFO [StoreOpener-815a975e01d40931a11c9d364056ee9f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:25:22,723 INFO [StoreOpener-815a975e01d40931a11c9d364056ee9f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 815a975e01d40931a11c9d364056ee9f columnFamilyName A 2024-11-23T17:25:22,724 DEBUG [StoreOpener-815a975e01d40931a11c9d364056ee9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:22,725 INFO [StoreOpener-815a975e01d40931a11c9d364056ee9f-1 {}] regionserver.HStore(327): Store=815a975e01d40931a11c9d364056ee9f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:25:22,725 INFO [StoreOpener-815a975e01d40931a11c9d364056ee9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:22,726 INFO [StoreOpener-815a975e01d40931a11c9d364056ee9f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:25:22,726 INFO [StoreOpener-815a975e01d40931a11c9d364056ee9f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 815a975e01d40931a11c9d364056ee9f columnFamilyName B 2024-11-23T17:25:22,726 DEBUG [StoreOpener-815a975e01d40931a11c9d364056ee9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:22,727 INFO [StoreOpener-815a975e01d40931a11c9d364056ee9f-1 {}] regionserver.HStore(327): Store=815a975e01d40931a11c9d364056ee9f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:25:22,727 INFO [StoreOpener-815a975e01d40931a11c9d364056ee9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:22,727 INFO [StoreOpener-815a975e01d40931a11c9d364056ee9f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:25:22,728 INFO [StoreOpener-815a975e01d40931a11c9d364056ee9f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 815a975e01d40931a11c9d364056ee9f columnFamilyName C 2024-11-23T17:25:22,728 DEBUG [StoreOpener-815a975e01d40931a11c9d364056ee9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:22,728 INFO [StoreOpener-815a975e01d40931a11c9d364056ee9f-1 {}] regionserver.HStore(327): Store=815a975e01d40931a11c9d364056ee9f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:25:22,728 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:22,729 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:22,730 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:22,731 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T17:25:22,732 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:22,733 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 815a975e01d40931a11c9d364056ee9f; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67794339, jitterRate=0.010214373469352722}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T17:25:22,735 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:22,736 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f., pid=46, masterSystemTime=1732382722711 2024-11-23T17:25:22,737 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:22,737 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:22,738 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=815a975e01d40931a11c9d364056ee9f, regionState=OPEN, openSeqNum=5, regionLocation=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:22,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=44 2024-11-23T17:25:22,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=44, state=SUCCESS; OpenRegionProcedure 815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 in 180 msec 2024-11-23T17:25:22,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-23T17:25:22,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=815a975e01d40931a11c9d364056ee9f, REOPEN/MOVE in 497 msec 2024-11-23T17:25:22,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-23T17:25:22,744 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 508 msec 2024-11-23T17:25:22,747 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 932 msec 2024-11-23T17:25:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-23T17:25:22,756 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7362d978 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cae6c5c 2024-11-23T17:25:22,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7d6279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:25:22,764 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bad2e85 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c820ef9 2024-11-23T17:25:22,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b55744e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:25:22,768 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ebda6ad to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b44b1e5 2024-11-23T17:25:22,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454f1431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:25:22,773 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19a533a3 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42e904d8 2024-11-23T17:25:22,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769942d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:25:22,777 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x465dc764 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a4c53ed 2024-11-23T17:25:22,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367f47f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:25:22,781 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68f0be85 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@247c0c93 2024-11-23T17:25:22,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e911df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:25:22,785 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x152377d4 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@517ff977 2024-11-23T17:25:22,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b727d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:25:22,788 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a52344f to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3448d233 2024-11-23T17:25:22,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7940d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:25:22,792 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08ba8425 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a11164b 2024-11-23T17:25:22,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c38ee58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:25:22,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:25:22,798 DEBUG [hconnection-0x4491bf73-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:25:22,798 DEBUG [hconnection-0x1adbc80d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:25:22,798 DEBUG [hconnection-0xa5c643a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:25:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-23T17:25:22,799 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:25:22,800 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:25:22,800 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34992, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:25:22,800 DEBUG [hconnection-0x6b4524be-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:25:22,800 DEBUG [hconnection-0x3dfb4f96-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:25:22,801 DEBUG [hconnection-0x40fddafc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:25:22,801 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:25:22,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:25:22,801 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35030, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:25:22,801 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:25:22,802 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35016, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:25:22,802 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35032, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:25:22,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T17:25:22,807 DEBUG [hconnection-0x2ac3e101-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:25:22,808 DEBUG [hconnection-0x2696aa23-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:25:22,808 DEBUG [hconnection-0x3a83afe5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:25:22,808 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35046, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:25:22,809 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35062, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:25:22,810 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35068, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:25:22,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:22,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 815a975e01d40931a11c9d364056ee9f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T17:25:22,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=A 2024-11-23T17:25:22,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:22,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=B 2024-11-23T17:25:22,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:22,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=C 2024-11-23T17:25:22,822 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:22,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:22,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382782855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:22,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35046 deadline: 1732382782856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:22,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382782858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:22,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:22,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382782861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:22,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:22,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382782861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:22,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233669ca7b970e468e8bae432aaa1b06e4_815a975e01d40931a11c9d364056ee9f is 50, key is test_row_0/A:col10/1732382722816/Put/seqid=0 2024-11-23T17:25:22,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741950_1126 (size=12154) 2024-11-23T17:25:22,886 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:22,892 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233669ca7b970e468e8bae432aaa1b06e4_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233669ca7b970e468e8bae432aaa1b06e4_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:22,893 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/d34113d4a9c74cbcabce50bf85415628, store: [table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:22,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/d34113d4a9c74cbcabce50bf85415628 is 175, key is test_row_0/A:col10/1732382722816/Put/seqid=0 2024-11-23T17:25:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T17:25:22,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741951_1127 (size=30955) 2024-11-23T17:25:22,953 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:22,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T17:25:22,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:22,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:22,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:22,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:22,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:22,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:22,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382782964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:22,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382782964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:22,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:22,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382782964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:22,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35046 deadline: 1732382782964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:22,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:22,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382782964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T17:25:23,109 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:23,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T17:25:23,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:23,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:23,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:23,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:23,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:23,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382783168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:23,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382783169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:23,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:23,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382783169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382783170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:23,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35046 deadline: 1732382783170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:23,263 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:23,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T17:25:23,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:23,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:23,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:23,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:23,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:23,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:23,319 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/d34113d4a9c74cbcabce50bf85415628 2024-11-23T17:25:23,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/b6b24e19a70c4e0486ca2bb22fe0a2c9 is 50, key is test_row_0/B:col10/1732382722816/Put/seqid=0 2024-11-23T17:25:23,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741952_1128 (size=12001) 2024-11-23T17:25:23,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/b6b24e19a70c4e0486ca2bb22fe0a2c9 2024-11-23T17:25:23,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/3aa03063972e4ff7a21f214fc8b2a36c is 50, key is test_row_0/C:col10/1732382722816/Put/seqid=0 2024-11-23T17:25:23,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T17:25:23,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741953_1129 (size=12001) 2024-11-23T17:25:23,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/3aa03063972e4ff7a21f214fc8b2a36c 2024-11-23T17:25:23,417 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:23,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T17:25:23,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:23,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:23,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:23,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:23,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:23,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:23,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/d34113d4a9c74cbcabce50bf85415628 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/d34113d4a9c74cbcabce50bf85415628 2024-11-23T17:25:23,428 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/d34113d4a9c74cbcabce50bf85415628, entries=150, sequenceid=17, filesize=30.2 K 2024-11-23T17:25:23,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/b6b24e19a70c4e0486ca2bb22fe0a2c9 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/b6b24e19a70c4e0486ca2bb22fe0a2c9 2024-11-23T17:25:23,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/b6b24e19a70c4e0486ca2bb22fe0a2c9, entries=150, sequenceid=17, filesize=11.7 K 2024-11-23T17:25:23,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/3aa03063972e4ff7a21f214fc8b2a36c as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/3aa03063972e4ff7a21f214fc8b2a36c 2024-11-23T17:25:23,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/3aa03063972e4ff7a21f214fc8b2a36c, entries=150, sequenceid=17, filesize=11.7 K 2024-11-23T17:25:23,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 815a975e01d40931a11c9d364056ee9f in 626ms, sequenceid=17, compaction requested=false 2024-11-23T17:25:23,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:23,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:23,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 815a975e01d40931a11c9d364056ee9f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T17:25:23,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=A 2024-11-23T17:25:23,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:23,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=B 2024-11-23T17:25:23,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:23,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=C 2024-11-23T17:25:23,481 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:23,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382783487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:23,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382783487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:23,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35046 deadline: 1732382783487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:23,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382783488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:23,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382783489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:23,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ae9ad9cd393b4c158e0bcbe591f28b88_815a975e01d40931a11c9d364056ee9f is 50, key is test_row_0/A:col10/1732382722846/Put/seqid=0 2024-11-23T17:25:23,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741954_1130 (size=12154) 2024-11-23T17:25:23,533 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:23,543 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ae9ad9cd393b4c158e0bcbe591f28b88_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ae9ad9cd393b4c158e0bcbe591f28b88_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:23,544 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/0b319c9a2a2045b4b48a351e4e5827fc, store: [table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:23,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/0b319c9a2a2045b4b48a351e4e5827fc is 175, key is test_row_0/A:col10/1732382722846/Put/seqid=0 2024-11-23T17:25:23,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741955_1131 (size=30955) 2024-11-23T17:25:23,565 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=43, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/0b319c9a2a2045b4b48a351e4e5827fc 2024-11-23T17:25:23,571 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:23,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T17:25:23,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:23,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:23,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:23,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:23,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:23,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/1d55ef5626b3494f95fea669e1a7f25e is 50, key is test_row_0/B:col10/1732382722846/Put/seqid=0 2024-11-23T17:25:23,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:23,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382783591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:23,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382783592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:23,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382783592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:23,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35046 deadline: 1732382783593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:23,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382783594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:23,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741956_1132 (size=12001) 2024-11-23T17:25:23,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/1d55ef5626b3494f95fea669e1a7f25e 2024-11-23T17:25:23,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/0d9ac0905055428695018cb2865a3dff is 50, key is test_row_0/C:col10/1732382722846/Put/seqid=0 2024-11-23T17:25:23,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741957_1133 (size=12001) 2024-11-23T17:25:23,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/0d9ac0905055428695018cb2865a3dff 2024-11-23T17:25:23,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/0b319c9a2a2045b4b48a351e4e5827fc as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/0b319c9a2a2045b4b48a351e4e5827fc 2024-11-23T17:25:23,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/0b319c9a2a2045b4b48a351e4e5827fc, entries=150, sequenceid=43, filesize=30.2 K 2024-11-23T17:25:23,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/1d55ef5626b3494f95fea669e1a7f25e as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/1d55ef5626b3494f95fea669e1a7f25e 2024-11-23T17:25:23,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/1d55ef5626b3494f95fea669e1a7f25e, entries=150, sequenceid=43, filesize=11.7 K 2024-11-23T17:25:23,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/0d9ac0905055428695018cb2865a3dff as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/0d9ac0905055428695018cb2865a3dff 2024-11-23T17:25:23,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/0d9ac0905055428695018cb2865a3dff, entries=150, sequenceid=43, filesize=11.7 K 2024-11-23T17:25:23,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 815a975e01d40931a11c9d364056ee9f in 228ms, sequenceid=43, compaction requested=false 2024-11-23T17:25:23,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:23,725 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:23,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-23T17:25:23,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:23,726 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 815a975e01d40931a11c9d364056ee9f 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-23T17:25:23,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=A 2024-11-23T17:25:23,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:23,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=B 2024-11-23T17:25:23,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:23,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=C 2024-11-23T17:25:23,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:23,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112392557b35da924ddc9660b74be20c045c_815a975e01d40931a11c9d364056ee9f is 50, key is test_row_0/A:col10/1732382723485/Put/seqid=0 2024-11-23T17:25:23,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741958_1134 (size=12154) 2024-11-23T17:25:23,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:23,780 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112392557b35da924ddc9660b74be20c045c_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112392557b35da924ddc9660b74be20c045c_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:23,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/b6dd658e826147108ee07fe421e3f5fe, store: [table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:23,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/b6dd658e826147108ee07fe421e3f5fe is 175, key is test_row_0/A:col10/1732382723485/Put/seqid=0 2024-11-23T17:25:23,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741959_1135 (size=30955) 2024-11-23T17:25:23,800 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/b6dd658e826147108ee07fe421e3f5fe 2024-11-23T17:25:23,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:23,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:23,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:23,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382783826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:23,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382783828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:23,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:23,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35046 deadline: 1732382783830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:23,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:23,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382783831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:23,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:23,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382783831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:23,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/56cc2eb1c052425cb62738d803fd634a is 50, key is test_row_0/B:col10/1732382723485/Put/seqid=0 2024-11-23T17:25:23,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741960_1136 (size=12001) 2024-11-23T17:25:23,875 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/56cc2eb1c052425cb62738d803fd634a 2024-11-23T17:25:23,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/3551f795a5e747c1ae09c135cac399b1 is 50, key is test_row_0/C:col10/1732382723485/Put/seqid=0 2024-11-23T17:25:23,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741961_1137 (size=12001) 2024-11-23T17:25:23,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T17:25:23,909 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/3551f795a5e747c1ae09c135cac399b1 2024-11-23T17:25:23,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/b6dd658e826147108ee07fe421e3f5fe as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/b6dd658e826147108ee07fe421e3f5fe 2024-11-23T17:25:23,925 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/b6dd658e826147108ee07fe421e3f5fe, entries=150, sequenceid=53, filesize=30.2 K 2024-11-23T17:25:23,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/56cc2eb1c052425cb62738d803fd634a as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/56cc2eb1c052425cb62738d803fd634a 2024-11-23T17:25:23,932 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/56cc2eb1c052425cb62738d803fd634a, entries=150, sequenceid=53, filesize=11.7 K 2024-11-23T17:25:23,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/3551f795a5e747c1ae09c135cac399b1 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/3551f795a5e747c1ae09c135cac399b1 2024-11-23T17:25:23,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:23,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382783933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:23,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:23,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382783933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:23,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:23,938 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/3551f795a5e747c1ae09c135cac399b1, entries=150, sequenceid=53, filesize=11.7 K 2024-11-23T17:25:23,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35046 deadline: 1732382783934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:23,940 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 815a975e01d40931a11c9d364056ee9f in 214ms, sequenceid=53, compaction requested=true 2024-11-23T17:25:23,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:23,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:23,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-23T17:25:23,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-23T17:25:23,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-23T17:25:23,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1400 sec 2024-11-23T17:25:23,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:23,944 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 815a975e01d40931a11c9d364056ee9f 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-23T17:25:23,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=A 2024-11-23T17:25:23,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:23,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=B 2024-11-23T17:25:23,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:23,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=C 2024-11-23T17:25:23,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:23,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.1470 sec 2024-11-23T17:25:23,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:23,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382783953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:23,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235303385f2aba4b7aae1d81baea038d24_815a975e01d40931a11c9d364056ee9f is 50, key is test_row_0/A:col10/1732382723944/Put/seqid=0 2024-11-23T17:25:23,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:23,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382783952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:23,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741962_1138 (size=17034) 2024-11-23T17:25:23,977 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:23,984 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235303385f2aba4b7aae1d81baea038d24_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235303385f2aba4b7aae1d81baea038d24_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:23,986 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/ae0f6ffaaaad4c499c53c66fb34c0541, store: [table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:23,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/ae0f6ffaaaad4c499c53c66fb34c0541 is 175, key is test_row_0/A:col10/1732382723944/Put/seqid=0 2024-11-23T17:25:24,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741963_1139 (size=48139) 2024-11-23T17:25:24,003 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/ae0f6ffaaaad4c499c53c66fb34c0541 2024-11-23T17:25:24,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/b7c2777dd7a0474387f772fad579e1f5 is 50, key is test_row_0/B:col10/1732382723944/Put/seqid=0 2024-11-23T17:25:24,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741964_1140 (size=12001) 2024-11-23T17:25:24,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/b7c2777dd7a0474387f772fad579e1f5 2024-11-23T17:25:24,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:24,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382784056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:24,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:24,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382784064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:24,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/e86d756bd76041489fec4be184beac5b is 50, key is test_row_0/C:col10/1732382723944/Put/seqid=0 2024-11-23T17:25:24,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741965_1141 (size=12001) 2024-11-23T17:25:24,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382784139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:24,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:24,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382784140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:24,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:24,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35046 deadline: 1732382784142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:24,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:24,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382784258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:24,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382784268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:24,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:24,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382784442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:24,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:24,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382784443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:24,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:24,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35046 deadline: 1732382784446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:24,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/e86d756bd76041489fec4be184beac5b 2024-11-23T17:25:24,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/ae0f6ffaaaad4c499c53c66fb34c0541 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/ae0f6ffaaaad4c499c53c66fb34c0541 2024-11-23T17:25:24,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/ae0f6ffaaaad4c499c53c66fb34c0541, entries=250, sequenceid=83, filesize=47.0 K 2024-11-23T17:25:24,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/b7c2777dd7a0474387f772fad579e1f5 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/b7c2777dd7a0474387f772fad579e1f5 2024-11-23T17:25:24,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/b7c2777dd7a0474387f772fad579e1f5, entries=150, sequenceid=83, filesize=11.7 K 2024-11-23T17:25:24,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/e86d756bd76041489fec4be184beac5b as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/e86d756bd76041489fec4be184beac5b 2024-11-23T17:25:24,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/e86d756bd76041489fec4be184beac5b, entries=150, sequenceid=83, filesize=11.7 K 2024-11-23T17:25:24,527 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 815a975e01d40931a11c9d364056ee9f in 583ms, sequenceid=83, compaction requested=true 2024-11-23T17:25:24,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:24,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a975e01d40931a11c9d364056ee9f:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:25:24,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:24,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a975e01d40931a11c9d364056ee9f:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:25:24,527 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:25:24,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:24,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a975e01d40931a11c9d364056ee9f:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:25:24,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:24,527 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:25:24,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,545 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:25:24,545 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 815a975e01d40931a11c9d364056ee9f/B is initiating minor compaction (all files) 2024-11-23T17:25:24,545 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 815a975e01d40931a11c9d364056ee9f/B in TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:24,545 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/b6b24e19a70c4e0486ca2bb22fe0a2c9, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/1d55ef5626b3494f95fea669e1a7f25e, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/56cc2eb1c052425cb62738d803fd634a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/b7c2777dd7a0474387f772fad579e1f5] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp, totalSize=46.9 K 2024-11-23T17:25:24,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,546 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:25:24,546 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 815a975e01d40931a11c9d364056ee9f/A is initiating minor compaction (all files) 2024-11-23T17:25:24,546 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 815a975e01d40931a11c9d364056ee9f/A in TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:24,546 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/d34113d4a9c74cbcabce50bf85415628, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/0b319c9a2a2045b4b48a351e4e5827fc, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/b6dd658e826147108ee07fe421e3f5fe, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/ae0f6ffaaaad4c499c53c66fb34c0541] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp, totalSize=137.7 K 2024-11-23T17:25:24,546 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:24,546 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. files: [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/d34113d4a9c74cbcabce50bf85415628, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/0b319c9a2a2045b4b48a351e4e5827fc, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/b6dd658e826147108ee07fe421e3f5fe, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/ae0f6ffaaaad4c499c53c66fb34c0541] 2024-11-23T17:25:24,547 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting b6b24e19a70c4e0486ca2bb22fe0a2c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732382722816 2024-11-23T17:25:24,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,547 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting d34113d4a9c74cbcabce50bf85415628, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732382722816 2024-11-23T17:25:24,547 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d55ef5626b3494f95fea669e1a7f25e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732382722846 2024-11-23T17:25:24,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,548 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b319c9a2a2045b4b48a351e4e5827fc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732382722846 2024-11-23T17:25:24,548 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 56cc2eb1c052425cb62738d803fd634a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732382723485 2024-11-23T17:25:24,548 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting b7c2777dd7a0474387f772fad579e1f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732382723829 2024-11-23T17:25:24,548 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6dd658e826147108ee07fe421e3f5fe, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732382723485 2024-11-23T17:25:24,549 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae0f6ffaaaad4c499c53c66fb34c0541, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732382723828 2024-11-23T17:25:24,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,566 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:24,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,575 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a975e01d40931a11c9d364056ee9f#B#compaction#120 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:24,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,576 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/6a8bdaec7a8e4e8da74f608ef1c9ee58 is 50, key is test_row_0/B:col10/1732382723944/Put/seqid=0 2024-11-23T17:25:24,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,577 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411233aa3af8e22724f898bcb35c3210c73d8_815a975e01d40931a11c9d364056ee9f store=[table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:24,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,580 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T17:25:24,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,590 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411233aa3af8e22724f898bcb35c3210c73d8_815a975e01d40931a11c9d364056ee9f, store=[table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,590 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233aa3af8e22724f898bcb35c3210c73d8_815a975e01d40931a11c9d364056ee9f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741966_1142 (size=12139) 2024-11-23T17:25:24,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,606 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/6a8bdaec7a8e4e8da74f608ef1c9ee58 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/6a8bdaec7a8e4e8da74f608ef1c9ee58 2024-11-23T17:25:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,613 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 815a975e01d40931a11c9d364056ee9f/B of 815a975e01d40931a11c9d364056ee9f into 6a8bdaec7a8e4e8da74f608ef1c9ee58(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:24,613 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:24,613 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f., storeName=815a975e01d40931a11c9d364056ee9f/B, priority=12, startTime=1732382724527; duration=0sec 2024-11-23T17:25:24,613 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:24,613 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a975e01d40931a11c9d364056ee9f:B 2024-11-23T17:25:24,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,614 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:25:24,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,615 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:25:24,615 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 815a975e01d40931a11c9d364056ee9f/C is initiating minor compaction (all files) 2024-11-23T17:25:24,616 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 815a975e01d40931a11c9d364056ee9f/C in TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:24,616 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/3aa03063972e4ff7a21f214fc8b2a36c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/0d9ac0905055428695018cb2865a3dff, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/3551f795a5e747c1ae09c135cac399b1, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/e86d756bd76041489fec4be184beac5b] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp, totalSize=46.9 K 2024-11-23T17:25:24,616 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 3aa03063972e4ff7a21f214fc8b2a36c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732382722816 2024-11-23T17:25:24,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741967_1143 (size=4469) 2024-11-23T17:25:24,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,617 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d9ac0905055428695018cb2865a3dff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1732382722846 2024-11-23T17:25:24,619 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 3551f795a5e747c1ae09c135cac399b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732382723485 2024-11-23T17:25:24,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,619 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a975e01d40931a11c9d364056ee9f#A#compaction#121 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:24,619 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting e86d756bd76041489fec4be184beac5b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732382723829 2024-11-23T17:25:24,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,621 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/5d1a84be54424c648e4994c231837a60 is 175, key is test_row_0/A:col10/1732382723944/Put/seqid=0 2024-11-23T17:25:24,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741968_1144 (size=31093) 2024-11-23T17:25:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,642 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/5d1a84be54424c648e4994c231837a60 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/5d1a84be54424c648e4994c231837a60 2024-11-23T17:25:24,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,646 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a975e01d40931a11c9d364056ee9f#C#compaction#122 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:24,647 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/4cbd03e88e514464bacb06d0bbb44337 is 50, key is test_row_0/C:col10/1732382723944/Put/seqid=0 2024-11-23T17:25:24,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,650 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 815a975e01d40931a11c9d364056ee9f/A of 815a975e01d40931a11c9d364056ee9f into 5d1a84be54424c648e4994c231837a60(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:24,650 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:24,650 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f., storeName=815a975e01d40931a11c9d364056ee9f/A, priority=12, startTime=1732382724527; duration=0sec 2024-11-23T17:25:24,650 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:24,650 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a975e01d40931a11c9d364056ee9f:A 2024-11-23T17:25:24,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741969_1145 (size=12139) 2024-11-23T17:25:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 815a975e01d40931a11c9d364056ee9f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T17:25:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:24,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=A 2024-11-23T17:25:24,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:24,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=B 2024-11-23T17:25:24,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:24,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=C 2024-11-23T17:25:24,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123800b93a2980444f99620f3f5bfb09b2a_815a975e01d40931a11c9d364056ee9f is 50, key is test_row_0/A:col10/1732382724727/Put/seqid=0 2024-11-23T17:25:24,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:24,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741970_1146 (size=19474) 2024-11-23T17:25:24,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382784827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:24,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382784828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-23T17:25:24,910 INFO [Thread-635 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-23T17:25:24,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:25:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-23T17:25:24,914 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:25:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T17:25:24,915 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:25:24,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:25:24,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382784930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:24,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382784933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:24,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382784944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:24,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382784947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:24,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35046 deadline: 1732382784952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:25,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T17:25:25,065 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/4cbd03e88e514464bacb06d0bbb44337 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/4cbd03e88e514464bacb06d0bbb44337 2024-11-23T17:25:25,067 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:25,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T17:25:25,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:25,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:25,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:25,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:25,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:25,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:25,073 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 815a975e01d40931a11c9d364056ee9f/C of 815a975e01d40931a11c9d364056ee9f into 4cbd03e88e514464bacb06d0bbb44337(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:25,073 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:25,073 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f., storeName=815a975e01d40931a11c9d364056ee9f/C, priority=12, startTime=1732382724527; duration=0sec 2024-11-23T17:25:25,073 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:25,073 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a975e01d40931a11c9d364056ee9f:C 2024-11-23T17:25:25,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:25,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:25,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382785135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:25,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382785135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:25,159 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:25,164 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123800b93a2980444f99620f3f5bfb09b2a_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123800b93a2980444f99620f3f5bfb09b2a_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:25,165 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/0c5ce6d13c014e44b3014188ff8df38c, store: [table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:25,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/0c5ce6d13c014e44b3014188ff8df38c is 175, key is test_row_0/A:col10/1732382724727/Put/seqid=0 2024-11-23T17:25:25,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741971_1147 (size=56733) 2024-11-23T17:25:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T17:25:25,221 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:25,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T17:25:25,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:25,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:25,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:25,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:25,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:25,375 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:25,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T17:25:25,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:25,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:25,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:25,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:25,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:25,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382785437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:25,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382785440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:25,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T17:25:25,529 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:25,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T17:25:25,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:25,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:25,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:25,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:25,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:25,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:25,575 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/0c5ce6d13c014e44b3014188ff8df38c 2024-11-23T17:25:25,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/00455d938c404455af53f82aadb34e52 is 50, key is test_row_0/B:col10/1732382724727/Put/seqid=0 2024-11-23T17:25:25,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741972_1148 (size=12001) 2024-11-23T17:25:25,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/00455d938c404455af53f82aadb34e52 2024-11-23T17:25:25,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/312683b8b64b40268cca1e46cc0383bb is 50, key is test_row_0/C:col10/1732382724727/Put/seqid=0 2024-11-23T17:25:25,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741973_1149 (size=12001) 2024-11-23T17:25:25,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/312683b8b64b40268cca1e46cc0383bb 2024-11-23T17:25:25,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/0c5ce6d13c014e44b3014188ff8df38c as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/0c5ce6d13c014e44b3014188ff8df38c 2024-11-23T17:25:25,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/0c5ce6d13c014e44b3014188ff8df38c, entries=300, sequenceid=97, filesize=55.4 K 2024-11-23T17:25:25,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/00455d938c404455af53f82aadb34e52 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/00455d938c404455af53f82aadb34e52 2024-11-23T17:25:25,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/00455d938c404455af53f82aadb34e52, entries=150, sequenceid=97, filesize=11.7 K 2024-11-23T17:25:25,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/312683b8b64b40268cca1e46cc0383bb as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/312683b8b64b40268cca1e46cc0383bb 2024-11-23T17:25:25,682 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:25,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/312683b8b64b40268cca1e46cc0383bb, entries=150, sequenceid=97, filesize=11.7 K 2024-11-23T17:25:25,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T17:25:25,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:25,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:25,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:25,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:25,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:25,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 815a975e01d40931a11c9d364056ee9f in 956ms, sequenceid=97, compaction requested=false 2024-11-23T17:25:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:25,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:25,835 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:25,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-23T17:25:25,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:25,837 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 815a975e01d40931a11c9d364056ee9f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T17:25:25,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=A 2024-11-23T17:25:25,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:25,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=B 2024-11-23T17:25:25,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:25,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=C 2024-11-23T17:25:25,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:25,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233babd3ff820a4654ab78923255f1f50a_815a975e01d40931a11c9d364056ee9f is 50, key is test_row_0/A:col10/1732382724826/Put/seqid=0 2024-11-23T17:25:25,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741974_1150 (size=12154) 2024-11-23T17:25:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:25,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:25,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382785955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:25,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35046 deadline: 1732382785956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:25,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382785957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:25,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382785958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:25,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:25,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382785958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:26,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T17:25:26,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:26,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:26,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382786061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:26,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382786060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:26,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:26,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382786063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:26,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:26,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382786063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:26,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:26,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382786263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:26,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:26,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382786264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:26,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:26,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382786267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:26,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:26,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382786267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:26,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:26,286 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233babd3ff820a4654ab78923255f1f50a_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233babd3ff820a4654ab78923255f1f50a_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:26,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/febcc6b7f52647b585e12f126d4ae91f, store: [table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:26,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/febcc6b7f52647b585e12f126d4ae91f is 175, key is test_row_0/A:col10/1732382724826/Put/seqid=0 2024-11-23T17:25:26,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741975_1151 (size=30955) 2024-11-23T17:25:26,293 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=122, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/febcc6b7f52647b585e12f126d4ae91f 2024-11-23T17:25:26,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/5a9b27009b3c40319458795b72d1a2b2 is 50, key is test_row_0/B:col10/1732382724826/Put/seqid=0 2024-11-23T17:25:26,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741976_1152 (size=12001) 2024-11-23T17:25:26,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382786567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:26,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:26,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382786569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:26,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382786572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:26,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382786572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:26,714 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/5a9b27009b3c40319458795b72d1a2b2 2024-11-23T17:25:26,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/d8369592981540a5a8470f38d9f4778c is 50, key is test_row_0/C:col10/1732382724826/Put/seqid=0 2024-11-23T17:25:26,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741977_1153 (size=12001) 2024-11-23T17:25:26,730 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/d8369592981540a5a8470f38d9f4778c 2024-11-23T17:25:26,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/febcc6b7f52647b585e12f126d4ae91f as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/febcc6b7f52647b585e12f126d4ae91f 2024-11-23T17:25:26,748 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/febcc6b7f52647b585e12f126d4ae91f, entries=150, sequenceid=122, filesize=30.2 K 2024-11-23T17:25:26,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/5a9b27009b3c40319458795b72d1a2b2 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/5a9b27009b3c40319458795b72d1a2b2 2024-11-23T17:25:26,759 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/5a9b27009b3c40319458795b72d1a2b2, entries=150, sequenceid=122, filesize=11.7 K 2024-11-23T17:25:26,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/d8369592981540a5a8470f38d9f4778c as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/d8369592981540a5a8470f38d9f4778c 2024-11-23T17:25:26,771 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/d8369592981540a5a8470f38d9f4778c, entries=150, sequenceid=122, filesize=11.7 K 2024-11-23T17:25:26,772 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 815a975e01d40931a11c9d364056ee9f in 936ms, sequenceid=122, compaction requested=true 2024-11-23T17:25:26,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:26,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:26,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-23T17:25:26,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-23T17:25:26,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-23T17:25:26,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8590 sec 2024-11-23T17:25:26,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.8640 sec 2024-11-23T17:25:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-23T17:25:27,019 INFO [Thread-635 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-23T17:25:27,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:25:27,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-23T17:25:27,025 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:25:27,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T17:25:27,026 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:25:27,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:25:27,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:27,076 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 815a975e01d40931a11c9d364056ee9f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T17:25:27,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=A 2024-11-23T17:25:27,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:27,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=B 2024-11-23T17:25:27,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:27,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=C 2024-11-23T17:25:27,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:27,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236ffc87b76149407b800d50d3bea2db60_815a975e01d40931a11c9d364056ee9f is 50, key is test_row_0/A:col10/1732382727076/Put/seqid=0 2024-11-23T17:25:27,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382787098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:27,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382787098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:27,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:27,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382787098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:27,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:27,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382787099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:27,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741978_1154 (size=17284) 2024-11-23T17:25:27,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T17:25:27,177 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:27,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T17:25:27,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:27,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:27,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:27,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:27,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:27,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382787204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:27,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382787204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:27,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382787205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:27,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:27,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382787205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T17:25:27,331 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:27,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T17:25:27,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:27,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:27,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:27,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:27,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:27,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:27,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382787406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:27,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382787407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:27,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:27,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382787408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:27,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382787408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:27,484 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:27,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T17:25:27,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:27,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:27,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:27,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:27,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:27,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:27,519 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:27,525 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236ffc87b76149407b800d50d3bea2db60_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236ffc87b76149407b800d50d3bea2db60_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:27,526 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/fbe4670a86c044f18544d4f9210a233a, store: [table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:27,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/fbe4670a86c044f18544d4f9210a233a is 175, key is test_row_0/A:col10/1732382727076/Put/seqid=0 2024-11-23T17:25:27,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741979_1155 (size=48389) 2024-11-23T17:25:27,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T17:25:27,637 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:27,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T17:25:27,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:27,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:27,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:27,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:27,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:27,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:27,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:27,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:27,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382787709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:27,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382787710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:27,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:27,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382787711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:27,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:27,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382787712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:27,790 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:27,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T17:25:27,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:27,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:27,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:27,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:27,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:27,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:27,932 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=139, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/fbe4670a86c044f18544d4f9210a233a 2024-11-23T17:25:27,943 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:27,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T17:25:27,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:27,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:27,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:27,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:27,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:27,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:27,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/f060f360f4544adcb95a41ce49a1b7d4 is 50, key is test_row_0/B:col10/1732382727076/Put/seqid=0 2024-11-23T17:25:27,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741980_1156 (size=12151) 2024-11-23T17:25:27,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/f060f360f4544adcb95a41ce49a1b7d4 2024-11-23T17:25:27,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:27,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35046 deadline: 1732382787965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:27,969 DEBUG [Thread-627 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4139 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f., hostname=f54dd19cfe0a,35067,1732382683491, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:25:27,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/35db5688b5874bb888f6da12e6bdb6a2 is 50, key is test_row_0/C:col10/1732382727076/Put/seqid=0 2024-11-23T17:25:27,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741981_1157 (size=12151) 2024-11-23T17:25:28,096 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:28,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T17:25:28,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:28,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:28,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:28,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:28,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:28,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:28,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T17:25:28,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:28,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382788217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:28,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:28,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382788217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:28,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:28,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382788217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:28,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:28,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382788217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:28,250 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:28,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T17:25:28,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:28,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:28,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:28,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:28,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:28,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=139 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/35db5688b5874bb888f6da12e6bdb6a2 2024-11-23T17:25:28,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/fbe4670a86c044f18544d4f9210a233a as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/fbe4670a86c044f18544d4f9210a233a 2024-11-23T17:25:28,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/fbe4670a86c044f18544d4f9210a233a, entries=250, sequenceid=139, filesize=47.3 K 2024-11-23T17:25:28,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/f060f360f4544adcb95a41ce49a1b7d4 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/f060f360f4544adcb95a41ce49a1b7d4 2024-11-23T17:25:28,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/f060f360f4544adcb95a41ce49a1b7d4, entries=150, sequenceid=139, filesize=11.9 K 2024-11-23T17:25:28,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/35db5688b5874bb888f6da12e6bdb6a2 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/35db5688b5874bb888f6da12e6bdb6a2 2024-11-23T17:25:28,403 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:28,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T17:25:28,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:28,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:28,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:28,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:28,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:28,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/35db5688b5874bb888f6da12e6bdb6a2, entries=150, sequenceid=139, filesize=11.9 K 2024-11-23T17:25:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:28,406 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 815a975e01d40931a11c9d364056ee9f in 1330ms, sequenceid=139, compaction requested=true 2024-11-23T17:25:28,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:28,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a975e01d40931a11c9d364056ee9f:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:25:28,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:28,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a975e01d40931a11c9d364056ee9f:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:25:28,407 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:25:28,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:28,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a975e01d40931a11c9d364056ee9f:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:25:28,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:28,407 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:25:28,408 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 167170 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:25:28,408 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 815a975e01d40931a11c9d364056ee9f/A is initiating minor compaction (all files) 2024-11-23T17:25:28,408 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:25:28,409 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 815a975e01d40931a11c9d364056ee9f/A in TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:28,409 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 815a975e01d40931a11c9d364056ee9f/B is initiating minor compaction (all files) 2024-11-23T17:25:28,409 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/5d1a84be54424c648e4994c231837a60, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/0c5ce6d13c014e44b3014188ff8df38c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/febcc6b7f52647b585e12f126d4ae91f, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/fbe4670a86c044f18544d4f9210a233a] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp, totalSize=163.3 K 2024-11-23T17:25:28,409 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 815a975e01d40931a11c9d364056ee9f/B in TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:28,409 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:28,409 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/6a8bdaec7a8e4e8da74f608ef1c9ee58, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/00455d938c404455af53f82aadb34e52, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/5a9b27009b3c40319458795b72d1a2b2, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/f060f360f4544adcb95a41ce49a1b7d4] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp, totalSize=47.2 K 2024-11-23T17:25:28,409 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. files: [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/5d1a84be54424c648e4994c231837a60, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/0c5ce6d13c014e44b3014188ff8df38c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/febcc6b7f52647b585e12f126d4ae91f, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/fbe4670a86c044f18544d4f9210a233a] 2024-11-23T17:25:28,409 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a8bdaec7a8e4e8da74f608ef1c9ee58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732382723829 2024-11-23T17:25:28,409 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d1a84be54424c648e4994c231837a60, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732382723829 2024-11-23T17:25:28,410 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 00455d938c404455af53f82aadb34e52, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732382724669 2024-11-23T17:25:28,410 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c5ce6d13c014e44b3014188ff8df38c, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732382724669 2024-11-23T17:25:28,410 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting febcc6b7f52647b585e12f126d4ae91f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732382724822 2024-11-23T17:25:28,410 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a9b27009b3c40319458795b72d1a2b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732382724822 2024-11-23T17:25:28,411 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbe4670a86c044f18544d4f9210a233a, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732382725954 2024-11-23T17:25:28,411 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting f060f360f4544adcb95a41ce49a1b7d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732382725955 2024-11-23T17:25:28,424 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a975e01d40931a11c9d364056ee9f#B#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:28,424 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/47526ee024b64ee48184d7f09cb3a723 is 50, key is test_row_0/B:col10/1732382727076/Put/seqid=0 2024-11-23T17:25:28,424 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:28,426 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112387f93129f46f4a02bde56765f5683abf_815a975e01d40931a11c9d364056ee9f store=[table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:28,429 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112387f93129f46f4a02bde56765f5683abf_815a975e01d40931a11c9d364056ee9f, store=[table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:28,429 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112387f93129f46f4a02bde56765f5683abf_815a975e01d40931a11c9d364056ee9f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:28,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741982_1158 (size=12425) 2024-11-23T17:25:28,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741983_1159 (size=4469) 2024-11-23T17:25:28,450 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a975e01d40931a11c9d364056ee9f#A#compaction#133 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:28,450 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/b325cb50ac9c491a9a02b5f2ab3b257c is 175, key is test_row_0/A:col10/1732382727076/Put/seqid=0 2024-11-23T17:25:28,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741984_1160 (size=31379) 2024-11-23T17:25:28,461 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/b325cb50ac9c491a9a02b5f2ab3b257c as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/b325cb50ac9c491a9a02b5f2ab3b257c 2024-11-23T17:25:28,470 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 815a975e01d40931a11c9d364056ee9f/A of 815a975e01d40931a11c9d364056ee9f into b325cb50ac9c491a9a02b5f2ab3b257c(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:28,471 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:28,471 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f., storeName=815a975e01d40931a11c9d364056ee9f/A, priority=12, startTime=1732382728406; duration=0sec 2024-11-23T17:25:28,471 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:28,471 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a975e01d40931a11c9d364056ee9f:A 2024-11-23T17:25:28,471 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:25:28,472 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:25:28,473 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 815a975e01d40931a11c9d364056ee9f/C is initiating minor compaction (all files) 2024-11-23T17:25:28,473 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 815a975e01d40931a11c9d364056ee9f/C in TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:28,473 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/4cbd03e88e514464bacb06d0bbb44337, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/312683b8b64b40268cca1e46cc0383bb, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/d8369592981540a5a8470f38d9f4778c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/35db5688b5874bb888f6da12e6bdb6a2] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp, totalSize=47.2 K 2024-11-23T17:25:28,473 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4cbd03e88e514464bacb06d0bbb44337, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732382723829 2024-11-23T17:25:28,474 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 312683b8b64b40268cca1e46cc0383bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732382724669 2024-11-23T17:25:28,474 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8369592981540a5a8470f38d9f4778c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732382724822 2024-11-23T17:25:28,475 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35db5688b5874bb888f6da12e6bdb6a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732382725955 2024-11-23T17:25:28,488 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a975e01d40931a11c9d364056ee9f#C#compaction#134 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:28,489 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/609cc84949c74ea0ae96a919a37a5e79 is 50, key is test_row_0/C:col10/1732382727076/Put/seqid=0 2024-11-23T17:25:28,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741985_1161 (size=12425) 2024-11-23T17:25:28,520 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/609cc84949c74ea0ae96a919a37a5e79 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/609cc84949c74ea0ae96a919a37a5e79 2024-11-23T17:25:28,527 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 815a975e01d40931a11c9d364056ee9f/C of 815a975e01d40931a11c9d364056ee9f into 609cc84949c74ea0ae96a919a37a5e79(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:28,527 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:28,527 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f., storeName=815a975e01d40931a11c9d364056ee9f/C, priority=12, startTime=1732382728407; duration=0sec 2024-11-23T17:25:28,527 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:28,527 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a975e01d40931a11c9d364056ee9f:C 2024-11-23T17:25:28,556 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:28,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-23T17:25:28,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:28,557 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 815a975e01d40931a11c9d364056ee9f 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T17:25:28,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=A 2024-11-23T17:25:28,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:28,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=B 2024-11-23T17:25:28,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:28,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=C 2024-11-23T17:25:28,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:28,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c6fe4ca25c094f14ac9546ac51f65fcd_815a975e01d40931a11c9d364056ee9f is 50, key is test_row_0/A:col10/1732382727098/Put/seqid=0 2024-11-23T17:25:28,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741986_1162 (size=12304) 2024-11-23T17:25:28,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:28,578 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c6fe4ca25c094f14ac9546ac51f65fcd_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c6fe4ca25c094f14ac9546ac51f65fcd_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:28,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/70f463e667324e5e8f670966111670e0, store: [table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:28,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/70f463e667324e5e8f670966111670e0 is 175, key is test_row_0/A:col10/1732382727098/Put/seqid=0 2024-11-23T17:25:28,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741987_1163 (size=31105) 2024-11-23T17:25:28,585 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/70f463e667324e5e8f670966111670e0 2024-11-23T17:25:28,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/b109f8c312aa443c9329c28fef7d2b51 is 50, key is test_row_0/B:col10/1732382727098/Put/seqid=0 2024-11-23T17:25:28,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741988_1164 (size=12151) 2024-11-23T17:25:28,798 INFO [master/f54dd19cfe0a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-23T17:25:28,798 INFO [master/f54dd19cfe0a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-23T17:25:28,847 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/47526ee024b64ee48184d7f09cb3a723 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/47526ee024b64ee48184d7f09cb3a723 2024-11-23T17:25:28,854 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 815a975e01d40931a11c9d364056ee9f/B of 815a975e01d40931a11c9d364056ee9f into 47526ee024b64ee48184d7f09cb3a723(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:28,854 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:28,854 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f., storeName=815a975e01d40931a11c9d364056ee9f/B, priority=12, startTime=1732382728407; duration=0sec 2024-11-23T17:25:28,854 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:28,854 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a975e01d40931a11c9d364056ee9f:B 2024-11-23T17:25:29,006 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/b109f8c312aa443c9329c28fef7d2b51 2024-11-23T17:25:29,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/03ce682d25dc4219a0dc4ab6ba283f7c is 50, key is test_row_0/C:col10/1732382727098/Put/seqid=0 2024-11-23T17:25:29,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741989_1165 (size=12151) 2024-11-23T17:25:29,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T17:25:29,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:29,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:29,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382789238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:29,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:29,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382789239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382789240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:29,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:29,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382789241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:29,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382789342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:29,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382789342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:29,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382789343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:29,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382789344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:29,428 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/03ce682d25dc4219a0dc4ab6ba283f7c 2024-11-23T17:25:29,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/70f463e667324e5e8f670966111670e0 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/70f463e667324e5e8f670966111670e0 2024-11-23T17:25:29,441 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/70f463e667324e5e8f670966111670e0, entries=150, sequenceid=160, filesize=30.4 K 2024-11-23T17:25:29,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/b109f8c312aa443c9329c28fef7d2b51 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/b109f8c312aa443c9329c28fef7d2b51 2024-11-23T17:25:29,448 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/b109f8c312aa443c9329c28fef7d2b51, entries=150, sequenceid=160, filesize=11.9 K 2024-11-23T17:25:29,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/03ce682d25dc4219a0dc4ab6ba283f7c as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/03ce682d25dc4219a0dc4ab6ba283f7c 2024-11-23T17:25:29,454 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/03ce682d25dc4219a0dc4ab6ba283f7c, entries=150, sequenceid=160, filesize=11.9 K 2024-11-23T17:25:29,455 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 815a975e01d40931a11c9d364056ee9f in 898ms, sequenceid=160, compaction requested=false 2024-11-23T17:25:29,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:29,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:29,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-23T17:25:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-23T17:25:29,460 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-23T17:25:29,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4310 sec 2024-11-23T17:25:29,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.4380 sec 2024-11-23T17:25:29,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:29,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 815a975e01d40931a11c9d364056ee9f 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T17:25:29,550 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=A 2024-11-23T17:25:29,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:29,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=B 2024-11-23T17:25:29,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:29,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=C 2024-11-23T17:25:29,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:29,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123dd73ca6cd58d4a639d6524ec11da3b14_815a975e01d40931a11c9d364056ee9f is 50, key is test_row_0/A:col10/1732382729239/Put/seqid=0 2024-11-23T17:25:29,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:29,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382789566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:29,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:29,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382789568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:29,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:29,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382789568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:29,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:29,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382789570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:29,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741990_1166 (size=17284) 2024-11-23T17:25:29,595 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:29,601 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123dd73ca6cd58d4a639d6524ec11da3b14_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123dd73ca6cd58d4a639d6524ec11da3b14_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:29,602 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/dbcc6db638f64bba987da082c49f5a5c, store: [table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:29,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/dbcc6db638f64bba987da082c49f5a5c is 175, key is test_row_0/A:col10/1732382729239/Put/seqid=0 2024-11-23T17:25:29,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741991_1167 (size=48389) 2024-11-23T17:25:29,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382789669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:29,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382789670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:29,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382789671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:29,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:29,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382789672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:29,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382789873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:29,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:29,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382789874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382789874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:29,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:29,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382789874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:30,018 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=183, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/dbcc6db638f64bba987da082c49f5a5c 2024-11-23T17:25:30,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/b8a0c689762f456eb7bb5cf6fe2cc82a is 50, key is test_row_0/B:col10/1732382729239/Put/seqid=0 2024-11-23T17:25:30,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741992_1168 (size=12151) 2024-11-23T17:25:30,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/b8a0c689762f456eb7bb5cf6fe2cc82a 2024-11-23T17:25:30,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/bb0b32732e864db697563a176272c8e5 is 50, key is test_row_0/C:col10/1732382729239/Put/seqid=0 2024-11-23T17:25:30,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741993_1169 (size=12151) 2024-11-23T17:25:30,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:30,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382790177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:30,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382790177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:30,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382790178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:30,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382790178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:30,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/bb0b32732e864db697563a176272c8e5 2024-11-23T17:25:30,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/dbcc6db638f64bba987da082c49f5a5c as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/dbcc6db638f64bba987da082c49f5a5c 2024-11-23T17:25:30,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/dbcc6db638f64bba987da082c49f5a5c, entries=250, sequenceid=183, filesize=47.3 K 2024-11-23T17:25:30,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/b8a0c689762f456eb7bb5cf6fe2cc82a as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/b8a0c689762f456eb7bb5cf6fe2cc82a 2024-11-23T17:25:30,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/b8a0c689762f456eb7bb5cf6fe2cc82a, entries=150, sequenceid=183, filesize=11.9 K 2024-11-23T17:25:30,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/bb0b32732e864db697563a176272c8e5 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/bb0b32732e864db697563a176272c8e5 2024-11-23T17:25:30,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/bb0b32732e864db697563a176272c8e5, entries=150, sequenceid=183, filesize=11.9 K 2024-11-23T17:25:30,484 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 815a975e01d40931a11c9d364056ee9f in 935ms, sequenceid=183, compaction requested=true 2024-11-23T17:25:30,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:30,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a975e01d40931a11c9d364056ee9f:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:25:30,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:30,484 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:30,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a975e01d40931a11c9d364056ee9f:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:25:30,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:30,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a975e01d40931a11c9d364056ee9f:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:25:30,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T17:25:30,484 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:30,486 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110873 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:30,486 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:30,486 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 815a975e01d40931a11c9d364056ee9f/B is initiating minor compaction (all files) 2024-11-23T17:25:30,486 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 815a975e01d40931a11c9d364056ee9f/A is initiating minor compaction (all files) 2024-11-23T17:25:30,486 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 815a975e01d40931a11c9d364056ee9f/B in TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:30,486 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 815a975e01d40931a11c9d364056ee9f/A in TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:30,486 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/47526ee024b64ee48184d7f09cb3a723, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/b109f8c312aa443c9329c28fef7d2b51, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/b8a0c689762f456eb7bb5cf6fe2cc82a] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp, totalSize=35.9 K 2024-11-23T17:25:30,486 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/b325cb50ac9c491a9a02b5f2ab3b257c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/70f463e667324e5e8f670966111670e0, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/dbcc6db638f64bba987da082c49f5a5c] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp, totalSize=108.3 K 2024-11-23T17:25:30,486 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:30,486 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. files: [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/b325cb50ac9c491a9a02b5f2ab3b257c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/70f463e667324e5e8f670966111670e0, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/dbcc6db638f64bba987da082c49f5a5c] 2024-11-23T17:25:30,487 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 47526ee024b64ee48184d7f09cb3a723, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732382725955 2024-11-23T17:25:30,487 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting b325cb50ac9c491a9a02b5f2ab3b257c, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732382725955 2024-11-23T17:25:30,487 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting b109f8c312aa443c9329c28fef7d2b51, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732382727084 2024-11-23T17:25:30,489 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting b8a0c689762f456eb7bb5cf6fe2cc82a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732382729239 2024-11-23T17:25:30,489 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70f463e667324e5e8f670966111670e0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732382727084 2024-11-23T17:25:30,489 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbcc6db638f64bba987da082c49f5a5c, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732382729239 2024-11-23T17:25:30,496 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:30,497 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a975e01d40931a11c9d364056ee9f#B#compaction#141 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:30,498 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/1ed2215a8577444b9b757b4f72e2e2c6 is 50, key is test_row_0/B:col10/1732382729239/Put/seqid=0 2024-11-23T17:25:30,504 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411230de52ea4dd8b4fce87e68f507ded3c0f_815a975e01d40931a11c9d364056ee9f store=[table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:30,506 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411230de52ea4dd8b4fce87e68f507ded3c0f_815a975e01d40931a11c9d364056ee9f, store=[table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:30,506 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230de52ea4dd8b4fce87e68f507ded3c0f_815a975e01d40931a11c9d364056ee9f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:30,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741994_1170 (size=12527) 2024-11-23T17:25:30,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741995_1171 (size=4469) 2024-11-23T17:25:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:30,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 815a975e01d40931a11c9d364056ee9f 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T17:25:30,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=A 2024-11-23T17:25:30,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:30,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=B 2024-11-23T17:25:30,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:30,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=C 2024-11-23T17:25:30,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:30,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123acb11771e78842dbaee1ba228690a742_815a975e01d40931a11c9d364056ee9f is 50, key is test_row_0/A:col10/1732382730684/Put/seqid=0 2024-11-23T17:25:30,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741996_1172 (size=14794) 2024-11-23T17:25:30,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382790757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:30,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382790760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:30,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:30,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382790761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382790761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:30,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:30,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382790862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:30,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:30,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382790864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382790865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:30,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382790865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:30,934 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/1ed2215a8577444b9b757b4f72e2e2c6 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/1ed2215a8577444b9b757b4f72e2e2c6 2024-11-23T17:25:30,936 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a975e01d40931a11c9d364056ee9f#A#compaction#142 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:30,936 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/8c7c8c475a5d4f9d9f35cc8aca62d594 is 175, key is test_row_0/A:col10/1732382729239/Put/seqid=0 2024-11-23T17:25:30,941 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 815a975e01d40931a11c9d364056ee9f/B of 815a975e01d40931a11c9d364056ee9f into 1ed2215a8577444b9b757b4f72e2e2c6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:30,941 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:30,941 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f., storeName=815a975e01d40931a11c9d364056ee9f/B, priority=13, startTime=1732382730484; duration=0sec 2024-11-23T17:25:30,941 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:30,941 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a975e01d40931a11c9d364056ee9f:B 2024-11-23T17:25:30,941 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:30,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741997_1173 (size=31481) 2024-11-23T17:25:30,943 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:30,943 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 815a975e01d40931a11c9d364056ee9f/C is initiating minor compaction (all files) 2024-11-23T17:25:30,943 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 815a975e01d40931a11c9d364056ee9f/C in TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:30,943 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/609cc84949c74ea0ae96a919a37a5e79, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/03ce682d25dc4219a0dc4ab6ba283f7c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/bb0b32732e864db697563a176272c8e5] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp, totalSize=35.9 K 2024-11-23T17:25:30,944 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 609cc84949c74ea0ae96a919a37a5e79, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=139, earliestPutTs=1732382725955 2024-11-23T17:25:30,944 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 03ce682d25dc4219a0dc4ab6ba283f7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732382727084 2024-11-23T17:25:30,945 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting bb0b32732e864db697563a176272c8e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732382729239 2024-11-23T17:25:30,949 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/8c7c8c475a5d4f9d9f35cc8aca62d594 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/8c7c8c475a5d4f9d9f35cc8aca62d594 2024-11-23T17:25:30,954 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a975e01d40931a11c9d364056ee9f#C#compaction#144 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:30,954 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 815a975e01d40931a11c9d364056ee9f/A of 815a975e01d40931a11c9d364056ee9f into 8c7c8c475a5d4f9d9f35cc8aca62d594(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:30,954 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:30,954 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f., storeName=815a975e01d40931a11c9d364056ee9f/A, priority=13, startTime=1732382730484; duration=0sec 2024-11-23T17:25:30,955 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:30,955 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a975e01d40931a11c9d364056ee9f:A 2024-11-23T17:25:30,955 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/d6a1dcfab6bb45adb72c10a8e8f37041 is 50, key is test_row_0/C:col10/1732382729239/Put/seqid=0 2024-11-23T17:25:30,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741998_1174 (size=12527) 2024-11-23T17:25:31,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382791065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:31,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:31,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382791069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:31,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:31,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382791069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:31,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:31,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382791069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:31,100 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:31,104 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123acb11771e78842dbaee1ba228690a742_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123acb11771e78842dbaee1ba228690a742_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:31,105 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/109a723e6e08453db315f358a4048127, store: [table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:31,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/109a723e6e08453db315f358a4048127 is 175, key is test_row_0/A:col10/1732382730684/Put/seqid=0 2024-11-23T17:25:31,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741999_1175 (size=39749) 2024-11-23T17:25:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-23T17:25:31,130 INFO [Thread-635 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-23T17:25:31,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:25:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-23T17:25:31,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T17:25:31,133 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:25:31,134 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:25:31,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:25:31,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T17:25:31,286 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:31,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T17:25:31,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:31,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:31,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:31,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:31,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:31,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:31,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382791369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:31,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382791372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:31,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382791372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:31,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:31,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382791373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:31,375 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/d6a1dcfab6bb45adb72c10a8e8f37041 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/d6a1dcfab6bb45adb72c10a8e8f37041 2024-11-23T17:25:31,382 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 815a975e01d40931a11c9d364056ee9f/C of 815a975e01d40931a11c9d364056ee9f into d6a1dcfab6bb45adb72c10a8e8f37041(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:31,382 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:31,382 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f., storeName=815a975e01d40931a11c9d364056ee9f/C, priority=13, startTime=1732382730484; duration=0sec 2024-11-23T17:25:31,382 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:31,382 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a975e01d40931a11c9d364056ee9f:C 2024-11-23T17:25:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T17:25:31,439 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:31,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T17:25:31,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:31,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:31,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:31,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:31,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:31,512 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/109a723e6e08453db315f358a4048127 2024-11-23T17:25:31,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/583a2b3a4633431cbc87e78e84e92bcf is 50, key is test_row_0/B:col10/1732382730684/Put/seqid=0 2024-11-23T17:25:31,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742000_1176 (size=12151) 2024-11-23T17:25:31,592 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:31,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T17:25:31,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:31,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:31,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:31,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:31,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T17:25:31,745 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:31,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T17:25:31,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:31,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:31,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:31,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:31,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:31,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:31,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382791873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:31,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382791875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:31,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382791876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:31,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382791877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:31,898 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:31,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T17:25:31,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:31,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:31,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:31,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:31,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:31,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/583a2b3a4633431cbc87e78e84e92bcf 2024-11-23T17:25:31,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/2435d9cfc8e54d78a57f683a327f49ae is 50, key is test_row_0/C:col10/1732382730684/Put/seqid=0 2024-11-23T17:25:31,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742001_1177 (size=12151) 2024-11-23T17:25:32,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:32,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35046 deadline: 1732382792004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:32,007 DEBUG [Thread-627 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8177 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f., hostname=f54dd19cfe0a,35067,1732382683491, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:25:32,051 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:32,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T17:25:32,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:32,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:32,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:32,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:32,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:32,204 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:32,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T17:25:32,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:32,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:32,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:32,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:32,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:32,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:32,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T17:25:32,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/2435d9cfc8e54d78a57f683a327f49ae 2024-11-23T17:25:32,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/109a723e6e08453db315f358a4048127 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/109a723e6e08453db315f358a4048127 2024-11-23T17:25:32,356 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:32,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T17:25:32,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:32,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:32,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:32,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:32,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:32,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/109a723e6e08453db315f358a4048127, entries=200, sequenceid=201, filesize=38.8 K 2024-11-23T17:25:32,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:32,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/583a2b3a4633431cbc87e78e84e92bcf as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/583a2b3a4633431cbc87e78e84e92bcf 2024-11-23T17:25:32,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/583a2b3a4633431cbc87e78e84e92bcf, entries=150, sequenceid=201, filesize=11.9 K 2024-11-23T17:25:32,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/2435d9cfc8e54d78a57f683a327f49ae as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/2435d9cfc8e54d78a57f683a327f49ae 2024-11-23T17:25:32,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/2435d9cfc8e54d78a57f683a327f49ae, entries=150, sequenceid=201, filesize=11.9 K 2024-11-23T17:25:32,375 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 815a975e01d40931a11c9d364056ee9f in 1691ms, sequenceid=201, compaction requested=false 2024-11-23T17:25:32,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:32,509 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:32,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-23T17:25:32,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:32,510 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 815a975e01d40931a11c9d364056ee9f 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-23T17:25:32,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=A 2024-11-23T17:25:32,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:32,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=B 2024-11-23T17:25:32,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:32,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=C 2024-11-23T17:25:32,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:32,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123176df201053345ae97a346c4127f7130_815a975e01d40931a11c9d364056ee9f is 50, key is test_row_0/A:col10/1732382730760/Put/seqid=0 2024-11-23T17:25:32,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742002_1178 (size=12304) 2024-11-23T17:25:32,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:32,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:32,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:32,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382792896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:32,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:32,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382792897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:32,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:32,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382792898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:32,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:32,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382792898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:32,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:32,930 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123176df201053345ae97a346c4127f7130_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123176df201053345ae97a346c4127f7130_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:32,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/ab1cf22eacdf4604afc5bfad898ebece, store: [table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:32,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/ab1cf22eacdf4604afc5bfad898ebece is 175, key is test_row_0/A:col10/1732382730760/Put/seqid=0 2024-11-23T17:25:32,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742003_1179 (size=31105) 2024-11-23T17:25:32,939 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=222, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/ab1cf22eacdf4604afc5bfad898ebece 2024-11-23T17:25:32,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/af383ad0992749bb93c43b8ac98a1d4f is 50, key is test_row_0/B:col10/1732382730760/Put/seqid=0 2024-11-23T17:25:32,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742004_1180 (size=12151) 2024-11-23T17:25:32,984 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/af383ad0992749bb93c43b8ac98a1d4f 2024-11-23T17:25:32,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/64e44935c4944aec81b3da909c56aa6b is 50, key is test_row_0/C:col10/1732382730760/Put/seqid=0 2024-11-23T17:25:32,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742005_1181 (size=12151) 2024-11-23T17:25:32,998 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/64e44935c4944aec81b3da909c56aa6b 2024-11-23T17:25:33,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382793000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:33,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:33,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382793000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:33,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382793002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:33,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382793002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:33,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/ab1cf22eacdf4604afc5bfad898ebece as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/ab1cf22eacdf4604afc5bfad898ebece 2024-11-23T17:25:33,011 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/ab1cf22eacdf4604afc5bfad898ebece, entries=150, sequenceid=222, filesize=30.4 K 2024-11-23T17:25:33,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/af383ad0992749bb93c43b8ac98a1d4f as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/af383ad0992749bb93c43b8ac98a1d4f 2024-11-23T17:25:33,017 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/af383ad0992749bb93c43b8ac98a1d4f, entries=150, sequenceid=222, filesize=11.9 K 2024-11-23T17:25:33,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/64e44935c4944aec81b3da909c56aa6b as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/64e44935c4944aec81b3da909c56aa6b 2024-11-23T17:25:33,023 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/64e44935c4944aec81b3da909c56aa6b, entries=150, sequenceid=222, filesize=11.9 K 2024-11-23T17:25:33,025 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 815a975e01d40931a11c9d364056ee9f in 515ms, sequenceid=222, compaction requested=true 2024-11-23T17:25:33,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:33,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:33,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-23T17:25:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-23T17:25:33,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-23T17:25:33,029 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8920 sec 2024-11-23T17:25:33,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.8970 sec 2024-11-23T17:25:33,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:33,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 815a975e01d40931a11c9d364056ee9f 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T17:25:33,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=A 2024-11-23T17:25:33,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:33,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=B 2024-11-23T17:25:33,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:33,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=C 2024-11-23T17:25:33,205 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:33,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:33,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382793216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:33,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382793217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:33,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382793218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:33,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:33,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382793219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:33,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112334262a00dee144b49c81078ed6039850_815a975e01d40931a11c9d364056ee9f is 50, key is test_row_0/A:col10/1732382733203/Put/seqid=0 2024-11-23T17:25:33,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742006_1182 (size=17284) 2024-11-23T17:25:33,237 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-23T17:25:33,238 INFO [Thread-635 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-23T17:25:33,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:25:33,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-23T17:25:33,241 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:25:33,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T17:25:33,242 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:25:33,242 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:25:33,242 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112334262a00dee144b49c81078ed6039850_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112334262a00dee144b49c81078ed6039850_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:33,244 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/fc7724bfbe6948038a46904d02bc7591, store: [table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:33,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/fc7724bfbe6948038a46904d02bc7591 is 175, key is test_row_0/A:col10/1732382733203/Put/seqid=0 2024-11-23T17:25:33,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742007_1183 (size=48389) 2024-11-23T17:25:33,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382793320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:33,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382793321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:33,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382793322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:33,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:33,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382793322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T17:25:33,395 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:33,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T17:25:33,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:33,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:33,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:33,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:33,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:33,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:33,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382793524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:33,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:33,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382793526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:33,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382793526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:33,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:33,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382793526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:33,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T17:25:33,547 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:33,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T17:25:33,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:33,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:33,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:33,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:33,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:33,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:33,651 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=242, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/fc7724bfbe6948038a46904d02bc7591 2024-11-23T17:25:33,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/567fbd96a4db49e3882d99a57ad25d39 is 50, key is test_row_0/B:col10/1732382733203/Put/seqid=0 2024-11-23T17:25:33,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742008_1184 (size=12151) 2024-11-23T17:25:33,701 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:33,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T17:25:33,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:33,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:33,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:33,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:33,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:33,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:33,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382793828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:33,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:33,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382793828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:33,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:33,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382793829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:33,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:33,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382793829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:33,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T17:25:33,854 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:33,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T17:25:33,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:33,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:33,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:33,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:33,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:33,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:34,007 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:34,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T17:25:34,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:34,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:34,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:34,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:34,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:34,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:34,080 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/567fbd96a4db49e3882d99a57ad25d39 2024-11-23T17:25:34,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/dad1cd76dea14aeb802e05e11cfadbcd is 50, key is test_row_0/C:col10/1732382733203/Put/seqid=0 2024-11-23T17:25:34,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742009_1185 (size=12151) 2024-11-23T17:25:34,160 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:34,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T17:25:34,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:34,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:34,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:34,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:34,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:34,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:34,313 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:34,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T17:25:34,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:34,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:34,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:34,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:34,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:34,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:34,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382794330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:34,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382794331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:34,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:34,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382794332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:34,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382794335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:34,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T17:25:34,466 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:34,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T17:25:34,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:34,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:34,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:34,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:34,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:34,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/dad1cd76dea14aeb802e05e11cfadbcd 2024-11-23T17:25:34,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/fc7724bfbe6948038a46904d02bc7591 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/fc7724bfbe6948038a46904d02bc7591 2024-11-23T17:25:34,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/fc7724bfbe6948038a46904d02bc7591, entries=250, sequenceid=242, filesize=47.3 K 2024-11-23T17:25:34,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/567fbd96a4db49e3882d99a57ad25d39 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/567fbd96a4db49e3882d99a57ad25d39 2024-11-23T17:25:34,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/567fbd96a4db49e3882d99a57ad25d39, entries=150, sequenceid=242, filesize=11.9 K 2024-11-23T17:25:34,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/dad1cd76dea14aeb802e05e11cfadbcd as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/dad1cd76dea14aeb802e05e11cfadbcd 2024-11-23T17:25:34,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/dad1cd76dea14aeb802e05e11cfadbcd, entries=150, sequenceid=242, filesize=11.9 K 2024-11-23T17:25:34,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 815a975e01d40931a11c9d364056ee9f in 1315ms, sequenceid=242, compaction requested=true 2024-11-23T17:25:34,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:34,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a975e01d40931a11c9d364056ee9f:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:25:34,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:34,521 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:25:34,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a975e01d40931a11c9d364056ee9f:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:25:34,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:34,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a975e01d40931a11c9d364056ee9f:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:25:34,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-23T17:25:34,521 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:25:34,522 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150724 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:25:34,523 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 815a975e01d40931a11c9d364056ee9f/A is initiating minor compaction (all files) 2024-11-23T17:25:34,523 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 815a975e01d40931a11c9d364056ee9f/A in TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:34,523 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/8c7c8c475a5d4f9d9f35cc8aca62d594, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/109a723e6e08453db315f358a4048127, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/ab1cf22eacdf4604afc5bfad898ebece, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/fc7724bfbe6948038a46904d02bc7591] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp, totalSize=147.2 K 2024-11-23T17:25:34,523 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:34,523 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. files: [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/8c7c8c475a5d4f9d9f35cc8aca62d594, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/109a723e6e08453db315f358a4048127, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/ab1cf22eacdf4604afc5bfad898ebece, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/fc7724bfbe6948038a46904d02bc7591] 2024-11-23T17:25:34,523 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:25:34,523 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 815a975e01d40931a11c9d364056ee9f/B is initiating minor compaction (all files) 2024-11-23T17:25:34,523 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 815a975e01d40931a11c9d364056ee9f/B in TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:34,524 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/1ed2215a8577444b9b757b4f72e2e2c6, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/583a2b3a4633431cbc87e78e84e92bcf, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/af383ad0992749bb93c43b8ac98a1d4f, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/567fbd96a4db49e3882d99a57ad25d39] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp, totalSize=47.8 K 2024-11-23T17:25:34,524 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c7c8c475a5d4f9d9f35cc8aca62d594, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732382729239 2024-11-23T17:25:34,524 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ed2215a8577444b9b757b4f72e2e2c6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732382729239 2024-11-23T17:25:34,524 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 109a723e6e08453db315f358a4048127, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732382729564 2024-11-23T17:25:34,525 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 583a2b3a4633431cbc87e78e84e92bcf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732382729564 2024-11-23T17:25:34,525 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab1cf22eacdf4604afc5bfad898ebece, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732382730723 2024-11-23T17:25:34,527 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting af383ad0992749bb93c43b8ac98a1d4f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732382730723 2024-11-23T17:25:34,527 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc7724bfbe6948038a46904d02bc7591, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732382732896 2024-11-23T17:25:34,527 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 567fbd96a4db49e3882d99a57ad25d39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732382732897 2024-11-23T17:25:34,537 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:34,540 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112313eb704e3774422da26853fe4cf1e5bb_815a975e01d40931a11c9d364056ee9f store=[table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:34,540 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a975e01d40931a11c9d364056ee9f#B#compaction#154 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:34,541 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/f6961ac9e6a9419aa49b049399a69903 is 50, key is test_row_0/B:col10/1732382733203/Put/seqid=0 2024-11-23T17:25:34,542 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112313eb704e3774422da26853fe4cf1e5bb_815a975e01d40931a11c9d364056ee9f, store=[table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:34,542 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112313eb704e3774422da26853fe4cf1e5bb_815a975e01d40931a11c9d364056ee9f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:34,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742010_1186 (size=12663) 2024-11-23T17:25:34,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742011_1187 (size=4469) 2024-11-23T17:25:34,555 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a975e01d40931a11c9d364056ee9f#A#compaction#153 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:34,556 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/19464f460bd841448f41e14fa5334c0a is 175, key is test_row_0/A:col10/1732382733203/Put/seqid=0 2024-11-23T17:25:34,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742012_1188 (size=31617) 2024-11-23T17:25:34,567 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/19464f460bd841448f41e14fa5334c0a as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/19464f460bd841448f41e14fa5334c0a 2024-11-23T17:25:34,572 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 815a975e01d40931a11c9d364056ee9f/A of 815a975e01d40931a11c9d364056ee9f into 19464f460bd841448f41e14fa5334c0a(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:34,572 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:34,572 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f., storeName=815a975e01d40931a11c9d364056ee9f/A, priority=12, startTime=1732382734520; duration=0sec 2024-11-23T17:25:34,572 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:34,573 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a975e01d40931a11c9d364056ee9f:A 2024-11-23T17:25:34,573 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:25:34,574 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:25:34,574 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 815a975e01d40931a11c9d364056ee9f/C is initiating minor compaction (all files) 2024-11-23T17:25:34,574 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 815a975e01d40931a11c9d364056ee9f/C in TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:34,574 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/d6a1dcfab6bb45adb72c10a8e8f37041, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/2435d9cfc8e54d78a57f683a327f49ae, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/64e44935c4944aec81b3da909c56aa6b, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/dad1cd76dea14aeb802e05e11cfadbcd] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp, totalSize=47.8 K 2024-11-23T17:25:34,575 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6a1dcfab6bb45adb72c10a8e8f37041, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732382729239 2024-11-23T17:25:34,575 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2435d9cfc8e54d78a57f683a327f49ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732382729564 2024-11-23T17:25:34,576 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64e44935c4944aec81b3da909c56aa6b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1732382730723 2024-11-23T17:25:34,576 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting dad1cd76dea14aeb802e05e11cfadbcd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732382732897 2024-11-23T17:25:34,585 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a975e01d40931a11c9d364056ee9f#C#compaction#155 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:34,586 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/b4e66b556c6848149abaff092e1d423a is 50, key is test_row_0/C:col10/1732382733203/Put/seqid=0 2024-11-23T17:25:34,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742013_1189 (size=12663) 2024-11-23T17:25:34,619 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:34,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-23T17:25:34,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:34,620 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 815a975e01d40931a11c9d364056ee9f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T17:25:34,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=A 2024-11-23T17:25:34,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:34,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=B 2024-11-23T17:25:34,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:34,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=C 2024-11-23T17:25:34,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:34,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232f88ca7b0ad742ceb4d7f13c91b56358_815a975e01d40931a11c9d364056ee9f is 50, key is test_row_0/A:col10/1732382733218/Put/seqid=0 2024-11-23T17:25:34,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742014_1190 (size=12354) 2024-11-23T17:25:34,959 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/f6961ac9e6a9419aa49b049399a69903 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/f6961ac9e6a9419aa49b049399a69903 2024-11-23T17:25:34,965 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 815a975e01d40931a11c9d364056ee9f/B of 815a975e01d40931a11c9d364056ee9f into f6961ac9e6a9419aa49b049399a69903(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:34,965 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:34,965 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f., storeName=815a975e01d40931a11c9d364056ee9f/B, priority=12, startTime=1732382734521; duration=0sec 2024-11-23T17:25:34,965 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:34,965 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a975e01d40931a11c9d364056ee9f:B 2024-11-23T17:25:34,998 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/b4e66b556c6848149abaff092e1d423a as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/b4e66b556c6848149abaff092e1d423a 2024-11-23T17:25:35,003 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 815a975e01d40931a11c9d364056ee9f/C of 815a975e01d40931a11c9d364056ee9f into b4e66b556c6848149abaff092e1d423a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:35,004 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:35,004 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f., storeName=815a975e01d40931a11c9d364056ee9f/C, priority=12, startTime=1732382734521; duration=0sec 2024-11-23T17:25:35,004 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:35,004 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a975e01d40931a11c9d364056ee9f:C 2024-11-23T17:25:35,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:35,036 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232f88ca7b0ad742ceb4d7f13c91b56358_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232f88ca7b0ad742ceb4d7f13c91b56358_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:35,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/0b82b27b67be4352a3cedc81f7b8c0e2, store: [table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:35,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/0b82b27b67be4352a3cedc81f7b8c0e2 is 175, key is test_row_0/A:col10/1732382733218/Put/seqid=0 2024-11-23T17:25:35,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742015_1191 (size=31155) 2024-11-23T17:25:35,044 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=259, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/0b82b27b67be4352a3cedc81f7b8c0e2 2024-11-23T17:25:35,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/378caf08f0cc47bf813e8a69d07993b1 is 50, key is test_row_0/B:col10/1732382733218/Put/seqid=0 2024-11-23T17:25:35,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742016_1192 (size=12201) 2024-11-23T17:25:35,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:35,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:35,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T17:25:35,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382795356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:35,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382795357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:35,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382795357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:35,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382795358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:35,460 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/378caf08f0cc47bf813e8a69d07993b1 2024-11-23T17:25:35,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:35,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382795460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:35,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382795460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:35,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382795461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:35,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382795461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:35,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/b02cecdfeecd4cdf8fbac9792ed24091 is 50, key is test_row_0/C:col10/1732382733218/Put/seqid=0 2024-11-23T17:25:35,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742017_1193 (size=12201) 2024-11-23T17:25:35,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382795662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:35,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382795664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:35,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382795664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:35,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382795665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:35,879 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/b02cecdfeecd4cdf8fbac9792ed24091 2024-11-23T17:25:35,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/0b82b27b67be4352a3cedc81f7b8c0e2 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/0b82b27b67be4352a3cedc81f7b8c0e2 2024-11-23T17:25:35,892 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/0b82b27b67be4352a3cedc81f7b8c0e2, entries=150, sequenceid=259, filesize=30.4 K 2024-11-23T17:25:35,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/378caf08f0cc47bf813e8a69d07993b1 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/378caf08f0cc47bf813e8a69d07993b1 2024-11-23T17:25:35,901 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/378caf08f0cc47bf813e8a69d07993b1, entries=150, sequenceid=259, filesize=11.9 K 2024-11-23T17:25:35,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/b02cecdfeecd4cdf8fbac9792ed24091 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/b02cecdfeecd4cdf8fbac9792ed24091 2024-11-23T17:25:35,908 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/b02cecdfeecd4cdf8fbac9792ed24091, entries=150, sequenceid=259, filesize=11.9 K 2024-11-23T17:25:35,909 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 815a975e01d40931a11c9d364056ee9f in 1289ms, sequenceid=259, compaction requested=false 2024-11-23T17:25:35,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:35,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:35,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-23T17:25:35,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-23T17:25:35,912 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-23T17:25:35,912 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6690 sec 2024-11-23T17:25:35,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 2.6740 sec 2024-11-23T17:25:35,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:35,968 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 815a975e01d40931a11c9d364056ee9f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T17:25:35,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=A 2024-11-23T17:25:35,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:35,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=B 2024-11-23T17:25:35,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:35,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=C 2024-11-23T17:25:35,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:35,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ba341d50232b488e8950d7b0bc689494_815a975e01d40931a11c9d364056ee9f is 50, key is test_row_0/A:col10/1732382735352/Put/seqid=0 2024-11-23T17:25:35,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742018_1194 (size=14994) 2024-11-23T17:25:36,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:36,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382796027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:36,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:36,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382796027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:36,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:36,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382796027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:36,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:36,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382796028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:36,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:36,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:36,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382796129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:36,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382796129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:36,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:36,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382796129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:36,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:36,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382796130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:36,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:36,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382796332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:36,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382796332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:36,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:36,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382796332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:36,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382796342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:36,393 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:36,398 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ba341d50232b488e8950d7b0bc689494_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ba341d50232b488e8950d7b0bc689494_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:36,399 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/0ae5a9687e2148da82ca54f4f21b6f14, store: [table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:36,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/0ae5a9687e2148da82ca54f4f21b6f14 is 175, key is test_row_0/A:col10/1732382735352/Put/seqid=0 2024-11-23T17:25:36,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742019_1195 (size=39949) 2024-11-23T17:25:36,408 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=282, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/0ae5a9687e2148da82ca54f4f21b6f14 2024-11-23T17:25:36,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/9a18c990de714f41841f14f7650bd7ed is 50, key is test_row_0/B:col10/1732382735352/Put/seqid=0 2024-11-23T17:25:36,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742020_1196 (size=12301) 2024-11-23T17:25:36,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:36,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382796634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:36,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:36,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382796635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:36,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:36,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382796637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:36,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382796644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:36,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/9a18c990de714f41841f14f7650bd7ed 2024-11-23T17:25:36,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/b530b75b60274ae297681d836e739fa7 is 50, key is test_row_0/C:col10/1732382735352/Put/seqid=0 2024-11-23T17:25:36,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742021_1197 (size=12301) 2024-11-23T17:25:37,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382797139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:37,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382797140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:37,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382797141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:37,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:37,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382797149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:37,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/b530b75b60274ae297681d836e739fa7 2024-11-23T17:25:37,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/0ae5a9687e2148da82ca54f4f21b6f14 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/0ae5a9687e2148da82ca54f4f21b6f14 2024-11-23T17:25:37,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/0ae5a9687e2148da82ca54f4f21b6f14, entries=200, sequenceid=282, filesize=39.0 K 2024-11-23T17:25:37,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/9a18c990de714f41841f14f7650bd7ed as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/9a18c990de714f41841f14f7650bd7ed 2024-11-23T17:25:37,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/9a18c990de714f41841f14f7650bd7ed, entries=150, sequenceid=282, filesize=12.0 K 2024-11-23T17:25:37,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/b530b75b60274ae297681d836e739fa7 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/b530b75b60274ae297681d836e739fa7 2024-11-23T17:25:37,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/b530b75b60274ae297681d836e739fa7, entries=150, sequenceid=282, filesize=12.0 K 2024-11-23T17:25:37,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 815a975e01d40931a11c9d364056ee9f in 1289ms, sequenceid=282, compaction requested=true 2024-11-23T17:25:37,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:37,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a975e01d40931a11c9d364056ee9f:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:25:37,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:37,258 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:37,258 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:37,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a975e01d40931a11c9d364056ee9f:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:25:37,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:37,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a975e01d40931a11c9d364056ee9f:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:25:37,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:37,259 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:37,259 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 815a975e01d40931a11c9d364056ee9f/A is initiating minor compaction (all files) 2024-11-23T17:25:37,259 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 815a975e01d40931a11c9d364056ee9f/A in TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:37,259 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/19464f460bd841448f41e14fa5334c0a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/0b82b27b67be4352a3cedc81f7b8c0e2, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/0ae5a9687e2148da82ca54f4f21b6f14] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp, totalSize=100.3 K 2024-11-23T17:25:37,259 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:37,260 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. files: [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/19464f460bd841448f41e14fa5334c0a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/0b82b27b67be4352a3cedc81f7b8c0e2, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/0ae5a9687e2148da82ca54f4f21b6f14] 2024-11-23T17:25:37,260 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37165 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:37,260 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 815a975e01d40931a11c9d364056ee9f/B is initiating minor compaction (all files) 2024-11-23T17:25:37,260 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 815a975e01d40931a11c9d364056ee9f/B in TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:37,260 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19464f460bd841448f41e14fa5334c0a, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732382732897 2024-11-23T17:25:37,260 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/f6961ac9e6a9419aa49b049399a69903, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/378caf08f0cc47bf813e8a69d07993b1, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/9a18c990de714f41841f14f7650bd7ed] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp, totalSize=36.3 K 2024-11-23T17:25:37,261 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b82b27b67be4352a3cedc81f7b8c0e2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732382733216 2024-11-23T17:25:37,261 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting f6961ac9e6a9419aa49b049399a69903, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732382732897 2024-11-23T17:25:37,262 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ae5a9687e2148da82ca54f4f21b6f14, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732382735352 2024-11-23T17:25:37,262 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 378caf08f0cc47bf813e8a69d07993b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732382733216 2024-11-23T17:25:37,263 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a18c990de714f41841f14f7650bd7ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732382735352 2024-11-23T17:25:37,272 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:37,273 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a975e01d40931a11c9d364056ee9f#B#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:37,273 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/1c96004357544346889d596999c5a612 is 50, key is test_row_0/B:col10/1732382735352/Put/seqid=0 2024-11-23T17:25:37,276 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112357535fa759b24787a138fb26561920f6_815a975e01d40931a11c9d364056ee9f store=[table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:37,278 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112357535fa759b24787a138fb26561920f6_815a975e01d40931a11c9d364056ee9f, store=[table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:37,279 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112357535fa759b24787a138fb26561920f6_815a975e01d40931a11c9d364056ee9f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:37,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742022_1198 (size=12915) 2024-11-23T17:25:37,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742023_1199 (size=4469) 2024-11-23T17:25:37,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-23T17:25:37,346 INFO [Thread-635 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-23T17:25:37,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:25:37,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-23T17:25:37,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T17:25:37,349 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:25:37,350 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:25:37,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:25:37,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T17:25:37,502 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:37,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-23T17:25:37,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:37,503 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 815a975e01d40931a11c9d364056ee9f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T17:25:37,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=A 2024-11-23T17:25:37,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:37,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=B 2024-11-23T17:25:37,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:37,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=C 2024-11-23T17:25:37,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:37,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123bfdb731cbed74201a378bbbb5538ad2d_815a975e01d40931a11c9d364056ee9f is 50, key is test_row_0/A:col10/1732382736026/Put/seqid=0 2024-11-23T17:25:37,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742024_1200 (size=12454) 2024-11-23T17:25:37,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T17:25:37,699 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a975e01d40931a11c9d364056ee9f#A#compaction#163 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:37,699 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/1c96004357544346889d596999c5a612 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/1c96004357544346889d596999c5a612 2024-11-23T17:25:37,699 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/47f39174e49448a78d0600e709aa249e is 175, key is test_row_0/A:col10/1732382735352/Put/seqid=0 2024-11-23T17:25:37,705 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 815a975e01d40931a11c9d364056ee9f/B of 815a975e01d40931a11c9d364056ee9f into 1c96004357544346889d596999c5a612(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:37,705 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:37,705 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f., storeName=815a975e01d40931a11c9d364056ee9f/B, priority=13, startTime=1732382737258; duration=0sec 2024-11-23T17:25:37,705 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:37,705 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a975e01d40931a11c9d364056ee9f:B 2024-11-23T17:25:37,705 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:37,706 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37165 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:37,706 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 815a975e01d40931a11c9d364056ee9f/C is initiating minor compaction (all files) 2024-11-23T17:25:37,707 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 815a975e01d40931a11c9d364056ee9f/C in TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:37,707 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/b4e66b556c6848149abaff092e1d423a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/b02cecdfeecd4cdf8fbac9792ed24091, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/b530b75b60274ae297681d836e739fa7] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp, totalSize=36.3 K 2024-11-23T17:25:37,707 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting b4e66b556c6848149abaff092e1d423a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732382732897 2024-11-23T17:25:37,708 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting b02cecdfeecd4cdf8fbac9792ed24091, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732382733216 2024-11-23T17:25:37,708 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting b530b75b60274ae297681d836e739fa7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732382735352 2024-11-23T17:25:37,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742025_1201 (size=31869) 2024-11-23T17:25:37,722 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a975e01d40931a11c9d364056ee9f#C#compaction#165 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:37,723 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/b161f00d4fe14299a3d56bb850d89f6a is 50, key is test_row_0/C:col10/1732382735352/Put/seqid=0 2024-11-23T17:25:37,727 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/47f39174e49448a78d0600e709aa249e as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/47f39174e49448a78d0600e709aa249e 2024-11-23T17:25:37,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742026_1202 (size=12915) 2024-11-23T17:25:37,733 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 815a975e01d40931a11c9d364056ee9f/A of 815a975e01d40931a11c9d364056ee9f into 47f39174e49448a78d0600e709aa249e(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:37,733 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:37,733 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f., storeName=815a975e01d40931a11c9d364056ee9f/A, priority=13, startTime=1732382737258; duration=0sec 2024-11-23T17:25:37,733 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:37,733 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a975e01d40931a11c9d364056ee9f:A 2024-11-23T17:25:37,733 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/b161f00d4fe14299a3d56bb850d89f6a as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/b161f00d4fe14299a3d56bb850d89f6a 2024-11-23T17:25:37,738 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 815a975e01d40931a11c9d364056ee9f/C of 815a975e01d40931a11c9d364056ee9f into b161f00d4fe14299a3d56bb850d89f6a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:37,738 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:37,738 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f., storeName=815a975e01d40931a11c9d364056ee9f/C, priority=13, startTime=1732382737258; duration=0sec 2024-11-23T17:25:37,739 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:37,739 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a975e01d40931a11c9d364056ee9f:C 2024-11-23T17:25:37,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:37,924 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123bfdb731cbed74201a378bbbb5538ad2d_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bfdb731cbed74201a378bbbb5538ad2d_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:37,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/fdb9ba0c4f0047f2b6849a4ee6e61c9a, store: [table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:37,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/fdb9ba0c4f0047f2b6849a4ee6e61c9a is 175, key is test_row_0/A:col10/1732382736026/Put/seqid=0 2024-11-23T17:25:37,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742027_1203 (size=31255) 2024-11-23T17:25:37,938 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=297, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/fdb9ba0c4f0047f2b6849a4ee6e61c9a 2024-11-23T17:25:37,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/32256186313442faa90cdcad06cfbac6 is 50, key is test_row_0/B:col10/1732382736026/Put/seqid=0 2024-11-23T17:25:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T17:25:37,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742028_1204 (size=12301) 2024-11-23T17:25:37,957 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/32256186313442faa90cdcad06cfbac6 2024-11-23T17:25:37,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/ab124b2ba05441769ec5d83f0a7eccdc is 50, key is test_row_0/C:col10/1732382736026/Put/seqid=0 2024-11-23T17:25:37,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742029_1205 (size=12301) 2024-11-23T17:25:37,978 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/ab124b2ba05441769ec5d83f0a7eccdc 2024-11-23T17:25:37,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/fdb9ba0c4f0047f2b6849a4ee6e61c9a as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/fdb9ba0c4f0047f2b6849a4ee6e61c9a 2024-11-23T17:25:38,007 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/fdb9ba0c4f0047f2b6849a4ee6e61c9a, entries=150, sequenceid=297, filesize=30.5 K 2024-11-23T17:25:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/32256186313442faa90cdcad06cfbac6 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/32256186313442faa90cdcad06cfbac6 2024-11-23T17:25:38,014 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/32256186313442faa90cdcad06cfbac6, entries=150, sequenceid=297, filesize=12.0 K 2024-11-23T17:25:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/ab124b2ba05441769ec5d83f0a7eccdc as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/ab124b2ba05441769ec5d83f0a7eccdc 2024-11-23T17:25:38,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,023 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/ab124b2ba05441769ec5d83f0a7eccdc, entries=150, sequenceid=297, filesize=12.0 K 2024-11-23T17:25:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,025 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=0 B/0 for 815a975e01d40931a11c9d364056ee9f in 521ms, sequenceid=297, compaction requested=false 2024-11-23T17:25:38,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:38,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-23T17:25:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-23T17:25:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-23T17:25:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 677 msec 2024-11-23T17:25:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 683 msec 2024-11-23T17:25:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:38,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 815a975e01d40931a11c9d364056ee9f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T17:25:38,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=A 2024-11-23T17:25:38,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:38,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=B 2024-11-23T17:25:38,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:38,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=C 2024-11-23T17:25:38,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ae0651910422452e825aa09536cb746c_815a975e01d40931a11c9d364056ee9f is 50, key is test_row_0/A:col10/1732382738191/Put/seqid=0 2024-11-23T17:25:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742031_1207 (size=27698) 2024-11-23T17:25:38,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:38,222 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382798217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:38,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:38,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382798218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:38,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382798220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:38,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:38,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382798222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:38,228 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ae0651910422452e825aa09536cb746c_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ae0651910422452e825aa09536cb746c_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:38,230 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/672f79261211412d90e244bfdceef47b, store: [table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:38,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/672f79261211412d90e244bfdceef47b is 175, key is test_row_0/A:col10/1732382738191/Put/seqid=0 2024-11-23T17:25:38,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742030_1206 (size=83485) 2024-11-23T17:25:38,234 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=312, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/672f79261211412d90e244bfdceef47b 2024-11-23T17:25:38,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/13e75c66899c47e98ab942aa0de3e757 is 50, key is test_row_0/B:col10/1732382738191/Put/seqid=0 2024-11-23T17:25:38,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742032_1208 (size=12301) 2024-11-23T17:25:38,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382798324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:38,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382798324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:38,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382798324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:38,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382798327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-23T17:25:38,452 INFO [Thread-635 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-23T17:25:38,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:25:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-23T17:25:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T17:25:38,455 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:25:38,455 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:25:38,456 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:25:38,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382798526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:38,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382798527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:38,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382798528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:38,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382798532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T17:25:38,607 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:38,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T17:25:38,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:38,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:38,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:38,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:38,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:38,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/13e75c66899c47e98ab942aa0de3e757 2024-11-23T17:25:38,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/fe2169e1944b4805a81071e5a4d78c8b is 50, key is test_row_0/C:col10/1732382738191/Put/seqid=0 2024-11-23T17:25:38,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742033_1209 (size=12301) 2024-11-23T17:25:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T17:25:38,760 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:38,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T17:25:38,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:38,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:38,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:38,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:38,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:38,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382798830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:38,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382798830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:38,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382798832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:38,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382798837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:38,913 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:38,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T17:25:38,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:38,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:38,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:38,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:38,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:38,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:39,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T17:25:39,067 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:39,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T17:25:39,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:39,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:39,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:39,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:39,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:39,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/fe2169e1944b4805a81071e5a4d78c8b 2024-11-23T17:25:39,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/672f79261211412d90e244bfdceef47b as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/672f79261211412d90e244bfdceef47b 2024-11-23T17:25:39,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/672f79261211412d90e244bfdceef47b, entries=450, sequenceid=312, filesize=81.5 K 2024-11-23T17:25:39,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/13e75c66899c47e98ab942aa0de3e757 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/13e75c66899c47e98ab942aa0de3e757 2024-11-23T17:25:39,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/13e75c66899c47e98ab942aa0de3e757, entries=150, sequenceid=312, filesize=12.0 K 2024-11-23T17:25:39,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/fe2169e1944b4805a81071e5a4d78c8b as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/fe2169e1944b4805a81071e5a4d78c8b 2024-11-23T17:25:39,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/fe2169e1944b4805a81071e5a4d78c8b, entries=150, sequenceid=312, filesize=12.0 K 2024-11-23T17:25:39,099 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 815a975e01d40931a11c9d364056ee9f in 908ms, sequenceid=312, compaction requested=true 2024-11-23T17:25:39,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:39,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a975e01d40931a11c9d364056ee9f:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:25:39,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:39,099 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:39,099 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:39,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a975e01d40931a11c9d364056ee9f:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:25:39,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:39,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a975e01d40931a11c9d364056ee9f:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:25:39,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:39,101 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 146609 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:39,101 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 815a975e01d40931a11c9d364056ee9f/A is initiating minor compaction (all files) 2024-11-23T17:25:39,101 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:39,101 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 815a975e01d40931a11c9d364056ee9f/A in TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:39,101 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 815a975e01d40931a11c9d364056ee9f/B is initiating minor compaction (all files) 2024-11-23T17:25:39,101 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/47f39174e49448a78d0600e709aa249e, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/fdb9ba0c4f0047f2b6849a4ee6e61c9a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/672f79261211412d90e244bfdceef47b] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp, totalSize=143.2 K 2024-11-23T17:25:39,101 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 815a975e01d40931a11c9d364056ee9f/B in TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:39,101 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:39,101 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. files: [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/47f39174e49448a78d0600e709aa249e, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/fdb9ba0c4f0047f2b6849a4ee6e61c9a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/672f79261211412d90e244bfdceef47b] 2024-11-23T17:25:39,101 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/1c96004357544346889d596999c5a612, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/32256186313442faa90cdcad06cfbac6, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/13e75c66899c47e98ab942aa0de3e757] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp, totalSize=36.6 K 2024-11-23T17:25:39,101 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47f39174e49448a78d0600e709aa249e, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732382735352 2024-11-23T17:25:39,101 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c96004357544346889d596999c5a612, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732382735352 2024-11-23T17:25:39,102 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting fdb9ba0c4f0047f2b6849a4ee6e61c9a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732382736026 2024-11-23T17:25:39,102 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 32256186313442faa90cdcad06cfbac6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732382736026 2024-11-23T17:25:39,102 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 13e75c66899c47e98ab942aa0de3e757, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732382738188 2024-11-23T17:25:39,102 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 672f79261211412d90e244bfdceef47b, keycount=450, bloomtype=ROW, size=81.5 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732382738179 2024-11-23T17:25:39,110 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:39,112 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a975e01d40931a11c9d364056ee9f#B#compaction#171 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:39,112 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/c6761adf876b4bb6b613a2673fd05e58 is 50, key is test_row_0/B:col10/1732382738191/Put/seqid=0 2024-11-23T17:25:39,120 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123781120df1b2b4aa8b203e102352b6fc1_815a975e01d40931a11c9d364056ee9f store=[table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:39,123 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123781120df1b2b4aa8b203e102352b6fc1_815a975e01d40931a11c9d364056ee9f, store=[table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:39,123 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123781120df1b2b4aa8b203e102352b6fc1_815a975e01d40931a11c9d364056ee9f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:39,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742034_1210 (size=13017) 2024-11-23T17:25:39,132 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/c6761adf876b4bb6b613a2673fd05e58 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/c6761adf876b4bb6b613a2673fd05e58 2024-11-23T17:25:39,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742035_1211 (size=4469) 2024-11-23T17:25:39,135 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a975e01d40931a11c9d364056ee9f#A#compaction#172 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:39,135 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/9cf312c4844e4be282817644a1cc9ae8 is 175, key is test_row_0/A:col10/1732382738191/Put/seqid=0 2024-11-23T17:25:39,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742036_1212 (size=31971) 2024-11-23T17:25:39,141 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 815a975e01d40931a11c9d364056ee9f/B of 815a975e01d40931a11c9d364056ee9f into c6761adf876b4bb6b613a2673fd05e58(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:39,141 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:39,141 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f., storeName=815a975e01d40931a11c9d364056ee9f/B, priority=13, startTime=1732382739099; duration=0sec 2024-11-23T17:25:39,142 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:39,142 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a975e01d40931a11c9d364056ee9f:B 2024-11-23T17:25:39,142 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:39,143 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:39,143 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 815a975e01d40931a11c9d364056ee9f/C is initiating minor compaction (all files) 2024-11-23T17:25:39,143 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 815a975e01d40931a11c9d364056ee9f/C in TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:39,143 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/b161f00d4fe14299a3d56bb850d89f6a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/ab124b2ba05441769ec5d83f0a7eccdc, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/fe2169e1944b4805a81071e5a4d78c8b] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp, totalSize=36.6 K 2024-11-23T17:25:39,144 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting b161f00d4fe14299a3d56bb850d89f6a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1732382735352 2024-11-23T17:25:39,144 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting ab124b2ba05441769ec5d83f0a7eccdc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732382736026 2024-11-23T17:25:39,148 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting fe2169e1944b4805a81071e5a4d78c8b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732382738188 2024-11-23T17:25:39,159 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a975e01d40931a11c9d364056ee9f#C#compaction#173 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:39,159 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/831a708e5fa34ae6b7a705fb4831abea is 50, key is test_row_0/C:col10/1732382738191/Put/seqid=0 2024-11-23T17:25:39,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742037_1213 (size=13017) 2024-11-23T17:25:39,203 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/831a708e5fa34ae6b7a705fb4831abea as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/831a708e5fa34ae6b7a705fb4831abea 2024-11-23T17:25:39,208 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 815a975e01d40931a11c9d364056ee9f/C of 815a975e01d40931a11c9d364056ee9f into 831a708e5fa34ae6b7a705fb4831abea(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:39,209 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:39,209 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f., storeName=815a975e01d40931a11c9d364056ee9f/C, priority=13, startTime=1732382739100; duration=0sec 2024-11-23T17:25:39,209 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:39,209 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a975e01d40931a11c9d364056ee9f:C 2024-11-23T17:25:39,220 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:39,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-23T17:25:39,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:39,221 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 815a975e01d40931a11c9d364056ee9f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T17:25:39,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=A 2024-11-23T17:25:39,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:39,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=B 2024-11-23T17:25:39,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:39,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=C 2024-11-23T17:25:39,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:39,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112340fe4aced54e4faaa6189d6cc0625acf_815a975e01d40931a11c9d364056ee9f is 50, key is test_row_0/A:col10/1732382738218/Put/seqid=0 2024-11-23T17:25:39,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742038_1214 (size=12454) 2024-11-23T17:25:39,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:39,238 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112340fe4aced54e4faaa6189d6cc0625acf_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112340fe4aced54e4faaa6189d6cc0625acf_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:39,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/c9219f51a48a403e916241623bc81fa4, store: [table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:39,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/c9219f51a48a403e916241623bc81fa4 is 175, key is test_row_0/A:col10/1732382738218/Put/seqid=0 2024-11-23T17:25:39,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742039_1215 (size=31255) 2024-11-23T17:25:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:39,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:39,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382799343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:39,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382799343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:39,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:39,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382799343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:39,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:39,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382799344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:39,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:39,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382799448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:39,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:39,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382799448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:39,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:39,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382799448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:39,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:39,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382799448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:39,548 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/9cf312c4844e4be282817644a1cc9ae8 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/9cf312c4844e4be282817644a1cc9ae8 2024-11-23T17:25:39,554 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 815a975e01d40931a11c9d364056ee9f/A of 815a975e01d40931a11c9d364056ee9f into 9cf312c4844e4be282817644a1cc9ae8(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:39,554 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:39,554 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f., storeName=815a975e01d40931a11c9d364056ee9f/A, priority=13, startTime=1732382739099; duration=0sec 2024-11-23T17:25:39,554 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:39,554 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a975e01d40931a11c9d364056ee9f:A 2024-11-23T17:25:39,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T17:25:39,644 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=338, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/c9219f51a48a403e916241623bc81fa4 2024-11-23T17:25:39,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:39,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382799650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:39,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:39,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382799650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:39,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:39,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382799651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:39,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:39,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382799652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:39,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/1bae7d1fb4134d1fb859b56625a416d1 is 50, key is test_row_0/B:col10/1732382738218/Put/seqid=0 2024-11-23T17:25:39,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742040_1216 (size=12301) 2024-11-23T17:25:39,661 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/1bae7d1fb4134d1fb859b56625a416d1 2024-11-23T17:25:39,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/44e590b0e8c0465dbade9f44026f42e1 is 50, key is test_row_0/C:col10/1732382738218/Put/seqid=0 2024-11-23T17:25:39,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742041_1217 (size=12301) 2024-11-23T17:25:39,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382799953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:39,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382799955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:39,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382799955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:39,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:39,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382799956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:40,075 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/44e590b0e8c0465dbade9f44026f42e1 2024-11-23T17:25:40,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/c9219f51a48a403e916241623bc81fa4 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/c9219f51a48a403e916241623bc81fa4 2024-11-23T17:25:40,085 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/c9219f51a48a403e916241623bc81fa4, entries=150, sequenceid=338, filesize=30.5 K 2024-11-23T17:25:40,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/1bae7d1fb4134d1fb859b56625a416d1 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/1bae7d1fb4134d1fb859b56625a416d1 2024-11-23T17:25:40,091 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/1bae7d1fb4134d1fb859b56625a416d1, entries=150, sequenceid=338, filesize=12.0 K 2024-11-23T17:25:40,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/44e590b0e8c0465dbade9f44026f42e1 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/44e590b0e8c0465dbade9f44026f42e1 2024-11-23T17:25:40,097 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/44e590b0e8c0465dbade9f44026f42e1, entries=150, sequenceid=338, filesize=12.0 K 2024-11-23T17:25:40,098 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 815a975e01d40931a11c9d364056ee9f in 877ms, sequenceid=338, compaction requested=false 2024-11-23T17:25:40,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:40,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:40,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-23T17:25:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-23T17:25:40,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-23T17:25:40,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6440 sec 2024-11-23T17:25:40,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.6480 sec 2024-11-23T17:25:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:40,462 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 815a975e01d40931a11c9d364056ee9f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T17:25:40,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=A 2024-11-23T17:25:40,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:40,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=B 2024-11-23T17:25:40,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:40,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=C 2024-11-23T17:25:40,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:40,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123bef6c5a86ec04174b99d58912b62fe3a_815a975e01d40931a11c9d364056ee9f is 50, key is test_row_0/A:col10/1732382740461/Put/seqid=0 2024-11-23T17:25:40,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742042_1218 (size=12454) 2024-11-23T17:25:40,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382800481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:40,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382800482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:40,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382800486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:40,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:40,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382800486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-23T17:25:40,559 INFO [Thread-635 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-23T17:25:40,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:25:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-23T17:25:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T17:25:40,562 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:25:40,562 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:25:40,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:25:40,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382800587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:40,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382800587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:40,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382800588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:40,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382800588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T17:25:40,714 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:40,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-23T17:25:40,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:40,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:40,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:40,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:40,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:40,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382800788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:40,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382800789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:40,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:40,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382800793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382800792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T17:25:40,867 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:40,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-23T17:25:40,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:40,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:40,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:40,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:40,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:40,875 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:40,881 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123bef6c5a86ec04174b99d58912b62fe3a_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bef6c5a86ec04174b99d58912b62fe3a_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:40,882 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/5e32c12b37044227b2993f48e816426d, store: [table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:40,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/5e32c12b37044227b2993f48e816426d is 175, key is test_row_0/A:col10/1732382740461/Put/seqid=0 2024-11-23T17:25:40,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742043_1219 (size=31255) 2024-11-23T17:25:40,891 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=355, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/5e32c12b37044227b2993f48e816426d 2024-11-23T17:25:40,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/0191951b862c4f3587d8e926494cdfe0 is 50, key is test_row_0/B:col10/1732382740461/Put/seqid=0 2024-11-23T17:25:40,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742044_1220 (size=12301) 2024-11-23T17:25:41,021 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:41,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-23T17:25:41,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:41,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:41,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:41,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:41,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:41,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382801090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:41,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382801092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:41,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382801097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:41,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382801099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T17:25:41,174 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:41,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-23T17:25:41,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:41,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:41,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:41,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:41,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:41,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/0191951b862c4f3587d8e926494cdfe0 2024-11-23T17:25:41,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/09fc573bb26b49178a2640100263258c is 50, key is test_row_0/C:col10/1732382740461/Put/seqid=0 2024-11-23T17:25:41,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742045_1221 (size=12301) 2024-11-23T17:25:41,327 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:41,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-23T17:25:41,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:41,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:41,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:41,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:41,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:41,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:41,480 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:41,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-23T17:25:41,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:41,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:41,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:41,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:41,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:41,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:41,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:41,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382801595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:41,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:41,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382801597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:41,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382801602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:41,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:41,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382801604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:41,632 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:41,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-23T17:25:41,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:41,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:41,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:41,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:41,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:41,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:41,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T17:25:41,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/09fc573bb26b49178a2640100263258c 2024-11-23T17:25:41,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/5e32c12b37044227b2993f48e816426d as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/5e32c12b37044227b2993f48e816426d 2024-11-23T17:25:41,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/5e32c12b37044227b2993f48e816426d, entries=150, sequenceid=355, filesize=30.5 K 2024-11-23T17:25:41,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/0191951b862c4f3587d8e926494cdfe0 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/0191951b862c4f3587d8e926494cdfe0 2024-11-23T17:25:41,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/0191951b862c4f3587d8e926494cdfe0, entries=150, sequenceid=355, filesize=12.0 K 2024-11-23T17:25:41,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/09fc573bb26b49178a2640100263258c as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/09fc573bb26b49178a2640100263258c 2024-11-23T17:25:41,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/09fc573bb26b49178a2640100263258c, entries=150, sequenceid=355, filesize=12.0 K 2024-11-23T17:25:41,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 815a975e01d40931a11c9d364056ee9f in 1284ms, sequenceid=355, compaction requested=true 2024-11-23T17:25:41,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:41,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a975e01d40931a11c9d364056ee9f:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:25:41,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:41,746 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:41,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a975e01d40931a11c9d364056ee9f:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:25:41,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:41,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a975e01d40931a11c9d364056ee9f:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:25:41,746 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:41,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:41,747 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:41,747 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:41,747 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 815a975e01d40931a11c9d364056ee9f/B is initiating minor compaction (all files) 2024-11-23T17:25:41,747 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 815a975e01d40931a11c9d364056ee9f/A is initiating minor compaction (all files) 2024-11-23T17:25:41,747 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 815a975e01d40931a11c9d364056ee9f/B in TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:41,748 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 815a975e01d40931a11c9d364056ee9f/A in TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:41,748 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/9cf312c4844e4be282817644a1cc9ae8, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/c9219f51a48a403e916241623bc81fa4, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/5e32c12b37044227b2993f48e816426d] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp, totalSize=92.3 K 2024-11-23T17:25:41,748 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/c6761adf876b4bb6b613a2673fd05e58, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/1bae7d1fb4134d1fb859b56625a416d1, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/0191951b862c4f3587d8e926494cdfe0] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp, totalSize=36.7 K 2024-11-23T17:25:41,748 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:41,748 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. files: [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/9cf312c4844e4be282817644a1cc9ae8, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/c9219f51a48a403e916241623bc81fa4, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/5e32c12b37044227b2993f48e816426d] 2024-11-23T17:25:41,748 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting c6761adf876b4bb6b613a2673fd05e58, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732382738188 2024-11-23T17:25:41,748 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9cf312c4844e4be282817644a1cc9ae8, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732382738188 2024-11-23T17:25:41,749 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9219f51a48a403e916241623bc81fa4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732382738215 2024-11-23T17:25:41,749 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bae7d1fb4134d1fb859b56625a416d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732382738215 2024-11-23T17:25:41,749 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 0191951b862c4f3587d8e926494cdfe0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732382740460 2024-11-23T17:25:41,749 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e32c12b37044227b2993f48e816426d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732382740460 2024-11-23T17:25:41,758 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a975e01d40931a11c9d364056ee9f#B#compaction#180 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:41,758 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/099d2bd12b284f239448624eebb48b8d is 50, key is test_row_0/B:col10/1732382740461/Put/seqid=0 2024-11-23T17:25:41,760 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:41,763 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123279ddba3b00b4f24890df4231f91301d_815a975e01d40931a11c9d364056ee9f store=[table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:41,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742046_1222 (size=13119) 2024-11-23T17:25:41,765 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123279ddba3b00b4f24890df4231f91301d_815a975e01d40931a11c9d364056ee9f, store=[table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:41,765 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123279ddba3b00b4f24890df4231f91301d_815a975e01d40931a11c9d364056ee9f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:41,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742047_1223 (size=4469) 2024-11-23T17:25:41,773 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/099d2bd12b284f239448624eebb48b8d as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/099d2bd12b284f239448624eebb48b8d 2024-11-23T17:25:41,780 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 815a975e01d40931a11c9d364056ee9f/B of 815a975e01d40931a11c9d364056ee9f into 099d2bd12b284f239448624eebb48b8d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:41,780 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:41,780 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f., storeName=815a975e01d40931a11c9d364056ee9f/B, priority=13, startTime=1732382741746; duration=0sec 2024-11-23T17:25:41,780 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:41,780 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a975e01d40931a11c9d364056ee9f:B 2024-11-23T17:25:41,780 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:41,782 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:41,782 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 815a975e01d40931a11c9d364056ee9f/C is initiating minor compaction (all files) 2024-11-23T17:25:41,782 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 815a975e01d40931a11c9d364056ee9f/C in TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:41,782 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/831a708e5fa34ae6b7a705fb4831abea, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/44e590b0e8c0465dbade9f44026f42e1, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/09fc573bb26b49178a2640100263258c] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp, totalSize=36.7 K 2024-11-23T17:25:41,783 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 831a708e5fa34ae6b7a705fb4831abea, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732382738188 2024-11-23T17:25:41,783 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 44e590b0e8c0465dbade9f44026f42e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1732382738215 2024-11-23T17:25:41,784 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 09fc573bb26b49178a2640100263258c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732382740460 2024-11-23T17:25:41,784 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:41,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-23T17:25:41,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:41,785 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 815a975e01d40931a11c9d364056ee9f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T17:25:41,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=A 2024-11-23T17:25:41,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:41,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=B 2024-11-23T17:25:41,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:41,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=C 2024-11-23T17:25:41,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:41,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237f3bb244bdbb4841b88b21743b4b9e52_815a975e01d40931a11c9d364056ee9f is 50, key is test_row_0/A:col10/1732382740485/Put/seqid=0 2024-11-23T17:25:41,793 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a975e01d40931a11c9d364056ee9f#C#compaction#183 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:41,794 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/a8c7c3529e53429990c28acc3710624d is 50, key is test_row_0/C:col10/1732382740461/Put/seqid=0 2024-11-23T17:25:41,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742048_1224 (size=13119) 2024-11-23T17:25:41,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742049_1225 (size=12454) 2024-11-23T17:25:41,843 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T17:25:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:42,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. as already flushing 2024-11-23T17:25:42,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35046 deadline: 1732382802118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:42,172 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 815a975e01d40931a11c9d364056ee9f#A#compaction#181 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:42,173 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/d7c2b54ead8846a4b29c793b78a10f7f is 175, key is test_row_0/A:col10/1732382740461/Put/seqid=0 2024-11-23T17:25:42,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742050_1226 (size=32073) 2024-11-23T17:25:42,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:42,213 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/a8c7c3529e53429990c28acc3710624d as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/a8c7c3529e53429990c28acc3710624d 2024-11-23T17:25:42,216 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237f3bb244bdbb4841b88b21743b4b9e52_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237f3bb244bdbb4841b88b21743b4b9e52_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:42,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/e329919171f64ab5957c874c5dbd1fc8, store: [table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:42,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/e329919171f64ab5957c874c5dbd1fc8 is 175, key is test_row_0/A:col10/1732382740485/Put/seqid=0 2024-11-23T17:25:42,220 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 815a975e01d40931a11c9d364056ee9f/C of 815a975e01d40931a11c9d364056ee9f into a8c7c3529e53429990c28acc3710624d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:42,220 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:42,220 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f., storeName=815a975e01d40931a11c9d364056ee9f/C, priority=13, startTime=1732382741746; duration=0sec 2024-11-23T17:25:42,220 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:42,221 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a975e01d40931a11c9d364056ee9f:C 2024-11-23T17:25:42,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35046 deadline: 1732382802221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:42,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742051_1227 (size=31255) 2024-11-23T17:25:42,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35046 deadline: 1732382802425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:42,583 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/d7c2b54ead8846a4b29c793b78a10f7f as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/d7c2b54ead8846a4b29c793b78a10f7f 2024-11-23T17:25:42,589 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 815a975e01d40931a11c9d364056ee9f/A of 815a975e01d40931a11c9d364056ee9f into d7c2b54ead8846a4b29c793b78a10f7f(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:42,589 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:42,589 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f., storeName=815a975e01d40931a11c9d364056ee9f/A, priority=13, startTime=1732382741746; duration=0sec 2024-11-23T17:25:42,589 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:42,589 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a975e01d40931a11c9d364056ee9f:A 2024-11-23T17:25:42,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:42,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35008 deadline: 1732382802600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:42,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35062 deadline: 1732382802601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:42,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35030 deadline: 1732382802608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:42,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35032 deadline: 1732382802615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:42,628 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=377, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/e329919171f64ab5957c874c5dbd1fc8 2024-11-23T17:25:42,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/4b9f948d34744d0ba3b174d4f7aae79a is 50, key is test_row_0/B:col10/1732382740485/Put/seqid=0 2024-11-23T17:25:42,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742052_1228 (size=12301) 2024-11-23T17:25:42,641 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/4b9f948d34744d0ba3b174d4f7aae79a 2024-11-23T17:25:42,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/6ef5eff84b744220a588f8d09df0a7a0 is 50, key is test_row_0/C:col10/1732382740485/Put/seqid=0 2024-11-23T17:25:42,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742053_1229 (size=12301) 2024-11-23T17:25:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T17:25:42,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:42,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35046 deadline: 1732382802728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:42,797 DEBUG [Thread-638 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x152377d4 to 127.0.0.1:55168 2024-11-23T17:25:42,797 DEBUG [Thread-638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:25:42,798 DEBUG [Thread-642 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08ba8425 to 127.0.0.1:55168 2024-11-23T17:25:42,798 DEBUG [Thread-642 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:25:42,799 DEBUG [Thread-636 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68f0be85 to 127.0.0.1:55168 2024-11-23T17:25:42,799 DEBUG [Thread-636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:25:42,802 DEBUG [Thread-640 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a52344f to 127.0.0.1:55168 2024-11-23T17:25:42,802 DEBUG [Thread-640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:25:43,066 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/6ef5eff84b744220a588f8d09df0a7a0 2024-11-23T17:25:43,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/e329919171f64ab5957c874c5dbd1fc8 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/e329919171f64ab5957c874c5dbd1fc8 2024-11-23T17:25:43,075 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/e329919171f64ab5957c874c5dbd1fc8, entries=150, sequenceid=377, filesize=30.5 K 2024-11-23T17:25:43,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/4b9f948d34744d0ba3b174d4f7aae79a as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/4b9f948d34744d0ba3b174d4f7aae79a 2024-11-23T17:25:43,079 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/4b9f948d34744d0ba3b174d4f7aae79a, entries=150, sequenceid=377, filesize=12.0 K 2024-11-23T17:25:43,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/6ef5eff84b744220a588f8d09df0a7a0 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/6ef5eff84b744220a588f8d09df0a7a0 2024-11-23T17:25:43,084 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/6ef5eff84b744220a588f8d09df0a7a0, entries=150, sequenceid=377, filesize=12.0 K 2024-11-23T17:25:43,084 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 815a975e01d40931a11c9d364056ee9f in 1299ms, sequenceid=377, compaction requested=false 2024-11-23T17:25:43,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:43,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:43,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-23T17:25:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-23T17:25:43,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-23T17:25:43,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5230 sec 2024-11-23T17:25:43,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 2.5270 sec 2024-11-23T17:25:43,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:43,235 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 815a975e01d40931a11c9d364056ee9f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T17:25:43,235 DEBUG [Thread-627 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bad2e85 to 127.0.0.1:55168 2024-11-23T17:25:43,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=A 2024-11-23T17:25:43,235 DEBUG [Thread-627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:25:43,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:43,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=B 2024-11-23T17:25:43,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:43,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=C 2024-11-23T17:25:43,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:43,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112339b7d59ed4154b24aaef7b07fa636f55_815a975e01d40931a11c9d364056ee9f is 50, key is test_row_0/A:col10/1732382742118/Put/seqid=0 2024-11-23T17:25:43,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742054_1230 (size=12454) 2024-11-23T17:25:43,646 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:43,650 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112339b7d59ed4154b24aaef7b07fa636f55_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112339b7d59ed4154b24aaef7b07fa636f55_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:43,651 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/28e4dc5acb284a5ab0169810170976c4, store: [table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:43,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/28e4dc5acb284a5ab0169810170976c4 is 175, key is test_row_0/A:col10/1732382742118/Put/seqid=0 2024-11-23T17:25:43,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742055_1231 (size=31255) 2024-11-23T17:25:44,056 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=395, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/28e4dc5acb284a5ab0169810170976c4 2024-11-23T17:25:44,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/bda10154b79141888f0989479ea50caf is 50, key is test_row_0/B:col10/1732382742118/Put/seqid=0 2024-11-23T17:25:44,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742056_1232 (size=12301) 2024-11-23T17:25:44,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/bda10154b79141888f0989479ea50caf 2024-11-23T17:25:44,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/28b2604b268140698c8d9223f9daa64b is 50, key is test_row_0/C:col10/1732382742118/Put/seqid=0 2024-11-23T17:25:44,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742057_1233 (size=12301) 2024-11-23T17:25:44,603 DEBUG [Thread-625 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7362d978 to 127.0.0.1:55168 2024-11-23T17:25:44,603 DEBUG [Thread-625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:25:44,618 DEBUG [Thread-629 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ebda6ad to 127.0.0.1:55168 2024-11-23T17:25:44,618 DEBUG [Thread-631 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19a533a3 to 127.0.0.1:55168 2024-11-23T17:25:44,618 DEBUG [Thread-629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:25:44,618 DEBUG [Thread-631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:25:44,623 DEBUG [Thread-633 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x465dc764 to 127.0.0.1:55168 2024-11-23T17:25:44,623 DEBUG [Thread-633 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:25:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-23T17:25:44,667 INFO [Thread-635 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-23T17:25:44,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T17:25:44,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-11-23T17:25:44,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-23T17:25:44,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-23T17:25:44,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-23T17:25:44,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-23T17:25:44,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T17:25:44,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6778 2024-11-23T17:25:44,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6698 2024-11-23T17:25:44,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T17:25:44,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2847 2024-11-23T17:25:44,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8541 rows 2024-11-23T17:25:44,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2852 2024-11-23T17:25:44,667 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8555 rows 2024-11-23T17:25:44,667 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T17:25:44,667 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04506927 to 127.0.0.1:55168 2024-11-23T17:25:44,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:25:44,672 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T17:25:44,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T17:25:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T17:25:44,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T17:25:44,677 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382744676"}]},"ts":"1732382744676"} 2024-11-23T17:25:44,678 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T17:25:44,680 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T17:25:44,680 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T17:25:44,681 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=815a975e01d40931a11c9d364056ee9f, UNASSIGN}] 2024-11-23T17:25:44,682 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=815a975e01d40931a11c9d364056ee9f, UNASSIGN 2024-11-23T17:25:44,682 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=815a975e01d40931a11c9d364056ee9f, regionState=CLOSING, regionLocation=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:44,683 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T17:25:44,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; CloseRegionProcedure 815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491}] 2024-11-23T17:25:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T17:25:44,834 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:44,835 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(124): Close 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:44,835 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T17:25:44,835 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1681): Closing 815a975e01d40931a11c9d364056ee9f, disabling compactions & flushes 2024-11-23T17:25:44,835 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:44,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/28b2604b268140698c8d9223f9daa64b 2024-11-23T17:25:44,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/28e4dc5acb284a5ab0169810170976c4 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/28e4dc5acb284a5ab0169810170976c4 2024-11-23T17:25:44,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/28e4dc5acb284a5ab0169810170976c4, entries=150, sequenceid=395, filesize=30.5 K 2024-11-23T17:25:44,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/bda10154b79141888f0989479ea50caf as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/bda10154b79141888f0989479ea50caf 2024-11-23T17:25:44,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/bda10154b79141888f0989479ea50caf, entries=150, sequenceid=395, filesize=12.0 K 2024-11-23T17:25:44,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/28b2604b268140698c8d9223f9daa64b as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/28b2604b268140698c8d9223f9daa64b 2024-11-23T17:25:44,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/28b2604b268140698c8d9223f9daa64b, entries=150, sequenceid=395, filesize=12.0 K 2024-11-23T17:25:44,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=26.84 KB/27480 for 815a975e01d40931a11c9d364056ee9f in 1662ms, sequenceid=395, compaction requested=true 2024-11-23T17:25:44,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:44,898 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:44,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a975e01d40931a11c9d364056ee9f:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:25:44,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:44,898 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:44,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a975e01d40931a11c9d364056ee9f:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:25:44,898 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. because compaction request was cancelled 2024-11-23T17:25:44,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:44,898 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. after waiting 0 ms 2024-11-23T17:25:44,898 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. because compaction request was cancelled 2024-11-23T17:25:44,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 815a975e01d40931a11c9d364056ee9f:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:25:44,898 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a975e01d40931a11c9d364056ee9f:A 2024-11-23T17:25:44,898 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:44,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:44,898 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a975e01d40931a11c9d364056ee9f:B 2024-11-23T17:25:44,898 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. because compaction request was cancelled 2024-11-23T17:25:44,898 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 815a975e01d40931a11c9d364056ee9f:C 2024-11-23T17:25:44,898 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(2837): Flushing 815a975e01d40931a11c9d364056ee9f 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-23T17:25:44,898 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=A 2024-11-23T17:25:44,898 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:44,898 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=B 2024-11-23T17:25:44,898 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:44,898 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 815a975e01d40931a11c9d364056ee9f, store=C 2024-11-23T17:25:44,898 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:44,903 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238f663256c7a94e0cae358b984a01ef7b_815a975e01d40931a11c9d364056ee9f is 50, key is test_row_0/A:col10/1732382744622/Put/seqid=0 2024-11-23T17:25:44,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742058_1234 (size=12454) 2024-11-23T17:25:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T17:25:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T17:25:45,308 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:45,312 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238f663256c7a94e0cae358b984a01ef7b_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238f663256c7a94e0cae358b984a01ef7b_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:45,313 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/d1aef649981b499b94e56169e328f2ee, store: [table=TestAcidGuarantees family=A region=815a975e01d40931a11c9d364056ee9f] 2024-11-23T17:25:45,313 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/d1aef649981b499b94e56169e328f2ee is 175, key is test_row_0/A:col10/1732382744622/Put/seqid=0 2024-11-23T17:25:45,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742059_1235 (size=31255) 2024-11-23T17:25:45,718 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=402, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/d1aef649981b499b94e56169e328f2ee 2024-11-23T17:25:45,725 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/4060c83435364764a70274c4c447c430 is 50, key is test_row_0/B:col10/1732382744622/Put/seqid=0 2024-11-23T17:25:45,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742060_1236 (size=12301) 2024-11-23T17:25:45,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T17:25:46,130 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/4060c83435364764a70274c4c447c430 2024-11-23T17:25:46,137 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/645ae80f76af4cfbb602eecef29dcb25 is 50, key is test_row_0/C:col10/1732382744622/Put/seqid=0 2024-11-23T17:25:46,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742061_1237 (size=12301) 2024-11-23T17:25:46,541 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/645ae80f76af4cfbb602eecef29dcb25 2024-11-23T17:25:46,546 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/A/d1aef649981b499b94e56169e328f2ee as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/d1aef649981b499b94e56169e328f2ee 2024-11-23T17:25:46,550 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/d1aef649981b499b94e56169e328f2ee, entries=150, sequenceid=402, filesize=30.5 K 2024-11-23T17:25:46,550 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/B/4060c83435364764a70274c4c447c430 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/4060c83435364764a70274c4c447c430 2024-11-23T17:25:46,554 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/4060c83435364764a70274c4c447c430, entries=150, sequenceid=402, filesize=12.0 K 2024-11-23T17:25:46,555 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/.tmp/C/645ae80f76af4cfbb602eecef29dcb25 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/645ae80f76af4cfbb602eecef29dcb25 2024-11-23T17:25:46,558 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/645ae80f76af4cfbb602eecef29dcb25, entries=150, sequenceid=402, filesize=12.0 K 2024-11-23T17:25:46,559 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 815a975e01d40931a11c9d364056ee9f in 1661ms, sequenceid=402, compaction requested=true 2024-11-23T17:25:46,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/d34113d4a9c74cbcabce50bf85415628, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/0b319c9a2a2045b4b48a351e4e5827fc, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/b6dd658e826147108ee07fe421e3f5fe, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/ae0f6ffaaaad4c499c53c66fb34c0541, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/5d1a84be54424c648e4994c231837a60, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/0c5ce6d13c014e44b3014188ff8df38c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/febcc6b7f52647b585e12f126d4ae91f, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/fbe4670a86c044f18544d4f9210a233a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/b325cb50ac9c491a9a02b5f2ab3b257c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/70f463e667324e5e8f670966111670e0, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/dbcc6db638f64bba987da082c49f5a5c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/8c7c8c475a5d4f9d9f35cc8aca62d594, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/109a723e6e08453db315f358a4048127, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/ab1cf22eacdf4604afc5bfad898ebece, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/fc7724bfbe6948038a46904d02bc7591, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/19464f460bd841448f41e14fa5334c0a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/0b82b27b67be4352a3cedc81f7b8c0e2, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/0ae5a9687e2148da82ca54f4f21b6f14, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/47f39174e49448a78d0600e709aa249e, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/fdb9ba0c4f0047f2b6849a4ee6e61c9a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/672f79261211412d90e244bfdceef47b, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/9cf312c4844e4be282817644a1cc9ae8, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/c9219f51a48a403e916241623bc81fa4, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/5e32c12b37044227b2993f48e816426d] to archive 2024-11-23T17:25:46,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:25:46,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/d34113d4a9c74cbcabce50bf85415628 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/d34113d4a9c74cbcabce50bf85415628 2024-11-23T17:25:46,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/0b319c9a2a2045b4b48a351e4e5827fc to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/0b319c9a2a2045b4b48a351e4e5827fc 2024-11-23T17:25:46,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/b6dd658e826147108ee07fe421e3f5fe to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/b6dd658e826147108ee07fe421e3f5fe 2024-11-23T17:25:46,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/ae0f6ffaaaad4c499c53c66fb34c0541 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/ae0f6ffaaaad4c499c53c66fb34c0541 2024-11-23T17:25:46,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/5d1a84be54424c648e4994c231837a60 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/5d1a84be54424c648e4994c231837a60 2024-11-23T17:25:46,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/0c5ce6d13c014e44b3014188ff8df38c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/0c5ce6d13c014e44b3014188ff8df38c 2024-11-23T17:25:46,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/febcc6b7f52647b585e12f126d4ae91f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/febcc6b7f52647b585e12f126d4ae91f 2024-11-23T17:25:46,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/fbe4670a86c044f18544d4f9210a233a to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/fbe4670a86c044f18544d4f9210a233a 2024-11-23T17:25:46,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/b325cb50ac9c491a9a02b5f2ab3b257c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/b325cb50ac9c491a9a02b5f2ab3b257c 2024-11-23T17:25:46,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/70f463e667324e5e8f670966111670e0 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/70f463e667324e5e8f670966111670e0 2024-11-23T17:25:46,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/dbcc6db638f64bba987da082c49f5a5c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/dbcc6db638f64bba987da082c49f5a5c 2024-11-23T17:25:46,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/8c7c8c475a5d4f9d9f35cc8aca62d594 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/8c7c8c475a5d4f9d9f35cc8aca62d594 2024-11-23T17:25:46,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/109a723e6e08453db315f358a4048127 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/109a723e6e08453db315f358a4048127 2024-11-23T17:25:46,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/ab1cf22eacdf4604afc5bfad898ebece to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/ab1cf22eacdf4604afc5bfad898ebece 2024-11-23T17:25:46,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/fc7724bfbe6948038a46904d02bc7591 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/fc7724bfbe6948038a46904d02bc7591 2024-11-23T17:25:46,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/19464f460bd841448f41e14fa5334c0a to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/19464f460bd841448f41e14fa5334c0a 2024-11-23T17:25:46,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/0b82b27b67be4352a3cedc81f7b8c0e2 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/0b82b27b67be4352a3cedc81f7b8c0e2 2024-11-23T17:25:46,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/0ae5a9687e2148da82ca54f4f21b6f14 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/0ae5a9687e2148da82ca54f4f21b6f14 2024-11-23T17:25:46,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/47f39174e49448a78d0600e709aa249e to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/47f39174e49448a78d0600e709aa249e 2024-11-23T17:25:46,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/fdb9ba0c4f0047f2b6849a4ee6e61c9a to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/fdb9ba0c4f0047f2b6849a4ee6e61c9a 2024-11-23T17:25:46,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/672f79261211412d90e244bfdceef47b to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/672f79261211412d90e244bfdceef47b 2024-11-23T17:25:46,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/9cf312c4844e4be282817644a1cc9ae8 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/9cf312c4844e4be282817644a1cc9ae8 2024-11-23T17:25:46,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/c9219f51a48a403e916241623bc81fa4 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/c9219f51a48a403e916241623bc81fa4 2024-11-23T17:25:46,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/5e32c12b37044227b2993f48e816426d to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/5e32c12b37044227b2993f48e816426d 2024-11-23T17:25:46,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/b6b24e19a70c4e0486ca2bb22fe0a2c9, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/1d55ef5626b3494f95fea669e1a7f25e, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/56cc2eb1c052425cb62738d803fd634a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/6a8bdaec7a8e4e8da74f608ef1c9ee58, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/b7c2777dd7a0474387f772fad579e1f5, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/00455d938c404455af53f82aadb34e52, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/5a9b27009b3c40319458795b72d1a2b2, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/47526ee024b64ee48184d7f09cb3a723, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/f060f360f4544adcb95a41ce49a1b7d4, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/b109f8c312aa443c9329c28fef7d2b51, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/1ed2215a8577444b9b757b4f72e2e2c6, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/b8a0c689762f456eb7bb5cf6fe2cc82a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/583a2b3a4633431cbc87e78e84e92bcf, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/af383ad0992749bb93c43b8ac98a1d4f, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/f6961ac9e6a9419aa49b049399a69903, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/567fbd96a4db49e3882d99a57ad25d39, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/378caf08f0cc47bf813e8a69d07993b1, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/1c96004357544346889d596999c5a612, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/9a18c990de714f41841f14f7650bd7ed, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/32256186313442faa90cdcad06cfbac6, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/c6761adf876b4bb6b613a2673fd05e58, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/13e75c66899c47e98ab942aa0de3e757, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/1bae7d1fb4134d1fb859b56625a416d1, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/0191951b862c4f3587d8e926494cdfe0] to archive 2024-11-23T17:25:46,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:25:46,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/b6b24e19a70c4e0486ca2bb22fe0a2c9 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/b6b24e19a70c4e0486ca2bb22fe0a2c9 2024-11-23T17:25:46,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/1d55ef5626b3494f95fea669e1a7f25e to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/1d55ef5626b3494f95fea669e1a7f25e 2024-11-23T17:25:46,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/56cc2eb1c052425cb62738d803fd634a to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/56cc2eb1c052425cb62738d803fd634a 2024-11-23T17:25:46,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/6a8bdaec7a8e4e8da74f608ef1c9ee58 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/6a8bdaec7a8e4e8da74f608ef1c9ee58 2024-11-23T17:25:46,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/b7c2777dd7a0474387f772fad579e1f5 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/b7c2777dd7a0474387f772fad579e1f5 2024-11-23T17:25:46,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/00455d938c404455af53f82aadb34e52 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/00455d938c404455af53f82aadb34e52 2024-11-23T17:25:46,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/5a9b27009b3c40319458795b72d1a2b2 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/5a9b27009b3c40319458795b72d1a2b2 2024-11-23T17:25:46,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/47526ee024b64ee48184d7f09cb3a723 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/47526ee024b64ee48184d7f09cb3a723 2024-11-23T17:25:46,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/f060f360f4544adcb95a41ce49a1b7d4 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/f060f360f4544adcb95a41ce49a1b7d4 2024-11-23T17:25:46,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/b109f8c312aa443c9329c28fef7d2b51 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/b109f8c312aa443c9329c28fef7d2b51 2024-11-23T17:25:46,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/1ed2215a8577444b9b757b4f72e2e2c6 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/1ed2215a8577444b9b757b4f72e2e2c6 2024-11-23T17:25:46,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/b8a0c689762f456eb7bb5cf6fe2cc82a to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/b8a0c689762f456eb7bb5cf6fe2cc82a 2024-11-23T17:25:46,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/583a2b3a4633431cbc87e78e84e92bcf to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/583a2b3a4633431cbc87e78e84e92bcf 2024-11-23T17:25:46,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/af383ad0992749bb93c43b8ac98a1d4f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/af383ad0992749bb93c43b8ac98a1d4f 2024-11-23T17:25:46,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/f6961ac9e6a9419aa49b049399a69903 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/f6961ac9e6a9419aa49b049399a69903 2024-11-23T17:25:46,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/567fbd96a4db49e3882d99a57ad25d39 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/567fbd96a4db49e3882d99a57ad25d39 2024-11-23T17:25:46,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/378caf08f0cc47bf813e8a69d07993b1 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/378caf08f0cc47bf813e8a69d07993b1 2024-11-23T17:25:46,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/1c96004357544346889d596999c5a612 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/1c96004357544346889d596999c5a612 2024-11-23T17:25:46,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/9a18c990de714f41841f14f7650bd7ed to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/9a18c990de714f41841f14f7650bd7ed 2024-11-23T17:25:46,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/32256186313442faa90cdcad06cfbac6 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/32256186313442faa90cdcad06cfbac6 2024-11-23T17:25:46,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/c6761adf876b4bb6b613a2673fd05e58 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/c6761adf876b4bb6b613a2673fd05e58 2024-11-23T17:25:46,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/13e75c66899c47e98ab942aa0de3e757 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/13e75c66899c47e98ab942aa0de3e757 2024-11-23T17:25:46,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/1bae7d1fb4134d1fb859b56625a416d1 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/1bae7d1fb4134d1fb859b56625a416d1 2024-11-23T17:25:46,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/0191951b862c4f3587d8e926494cdfe0 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/0191951b862c4f3587d8e926494cdfe0 2024-11-23T17:25:46,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/3aa03063972e4ff7a21f214fc8b2a36c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/0d9ac0905055428695018cb2865a3dff, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/3551f795a5e747c1ae09c135cac399b1, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/4cbd03e88e514464bacb06d0bbb44337, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/e86d756bd76041489fec4be184beac5b, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/312683b8b64b40268cca1e46cc0383bb, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/d8369592981540a5a8470f38d9f4778c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/609cc84949c74ea0ae96a919a37a5e79, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/35db5688b5874bb888f6da12e6bdb6a2, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/03ce682d25dc4219a0dc4ab6ba283f7c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/d6a1dcfab6bb45adb72c10a8e8f37041, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/bb0b32732e864db697563a176272c8e5, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/2435d9cfc8e54d78a57f683a327f49ae, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/64e44935c4944aec81b3da909c56aa6b, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/b4e66b556c6848149abaff092e1d423a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/dad1cd76dea14aeb802e05e11cfadbcd, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/b02cecdfeecd4cdf8fbac9792ed24091, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/b161f00d4fe14299a3d56bb850d89f6a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/b530b75b60274ae297681d836e739fa7, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/ab124b2ba05441769ec5d83f0a7eccdc, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/831a708e5fa34ae6b7a705fb4831abea, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/fe2169e1944b4805a81071e5a4d78c8b, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/44e590b0e8c0465dbade9f44026f42e1, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/09fc573bb26b49178a2640100263258c] to archive 2024-11-23T17:25:46,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:25:46,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/3aa03063972e4ff7a21f214fc8b2a36c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/3aa03063972e4ff7a21f214fc8b2a36c 2024-11-23T17:25:46,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/0d9ac0905055428695018cb2865a3dff to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/0d9ac0905055428695018cb2865a3dff 2024-11-23T17:25:46,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/3551f795a5e747c1ae09c135cac399b1 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/3551f795a5e747c1ae09c135cac399b1 2024-11-23T17:25:46,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/4cbd03e88e514464bacb06d0bbb44337 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/4cbd03e88e514464bacb06d0bbb44337 2024-11-23T17:25:46,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/e86d756bd76041489fec4be184beac5b to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/e86d756bd76041489fec4be184beac5b 2024-11-23T17:25:46,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/312683b8b64b40268cca1e46cc0383bb to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/312683b8b64b40268cca1e46cc0383bb 2024-11-23T17:25:46,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/d8369592981540a5a8470f38d9f4778c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/d8369592981540a5a8470f38d9f4778c 2024-11-23T17:25:46,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/609cc84949c74ea0ae96a919a37a5e79 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/609cc84949c74ea0ae96a919a37a5e79 2024-11-23T17:25:46,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/35db5688b5874bb888f6da12e6bdb6a2 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/35db5688b5874bb888f6da12e6bdb6a2 2024-11-23T17:25:46,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/03ce682d25dc4219a0dc4ab6ba283f7c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/03ce682d25dc4219a0dc4ab6ba283f7c 2024-11-23T17:25:46,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/d6a1dcfab6bb45adb72c10a8e8f37041 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/d6a1dcfab6bb45adb72c10a8e8f37041 2024-11-23T17:25:46,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/bb0b32732e864db697563a176272c8e5 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/bb0b32732e864db697563a176272c8e5 2024-11-23T17:25:46,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/2435d9cfc8e54d78a57f683a327f49ae to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/2435d9cfc8e54d78a57f683a327f49ae 2024-11-23T17:25:46,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/64e44935c4944aec81b3da909c56aa6b to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/64e44935c4944aec81b3da909c56aa6b 2024-11-23T17:25:46,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/b4e66b556c6848149abaff092e1d423a to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/b4e66b556c6848149abaff092e1d423a 2024-11-23T17:25:46,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/dad1cd76dea14aeb802e05e11cfadbcd to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/dad1cd76dea14aeb802e05e11cfadbcd 2024-11-23T17:25:46,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/b02cecdfeecd4cdf8fbac9792ed24091 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/b02cecdfeecd4cdf8fbac9792ed24091 2024-11-23T17:25:46,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/b161f00d4fe14299a3d56bb850d89f6a to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/b161f00d4fe14299a3d56bb850d89f6a 2024-11-23T17:25:46,639 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/b530b75b60274ae297681d836e739fa7 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/b530b75b60274ae297681d836e739fa7 2024-11-23T17:25:46,640 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/ab124b2ba05441769ec5d83f0a7eccdc to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/ab124b2ba05441769ec5d83f0a7eccdc 2024-11-23T17:25:46,642 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/831a708e5fa34ae6b7a705fb4831abea to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/831a708e5fa34ae6b7a705fb4831abea 2024-11-23T17:25:46,643 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/fe2169e1944b4805a81071e5a4d78c8b to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/fe2169e1944b4805a81071e5a4d78c8b 2024-11-23T17:25:46,644 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/44e590b0e8c0465dbade9f44026f42e1 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/44e590b0e8c0465dbade9f44026f42e1 2024-11-23T17:25:46,645 DEBUG [StoreCloser-TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/09fc573bb26b49178a2640100263258c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/09fc573bb26b49178a2640100263258c 2024-11-23T17:25:46,649 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/recovered.edits/405.seqid, newMaxSeqId=405, maxSeqId=4 2024-11-23T17:25:46,650 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f. 2024-11-23T17:25:46,650 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1635): Region close journal for 815a975e01d40931a11c9d364056ee9f: 2024-11-23T17:25:46,652 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(170): Closed 815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:46,652 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=815a975e01d40931a11c9d364056ee9f, regionState=CLOSED 2024-11-23T17:25:46,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-23T17:25:46,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseRegionProcedure 815a975e01d40931a11c9d364056ee9f, server=f54dd19cfe0a,35067,1732382683491 in 1.9700 sec 2024-11-23T17:25:46,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-11-23T17:25:46,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=815a975e01d40931a11c9d364056ee9f, UNASSIGN in 1.9740 sec 2024-11-23T17:25:46,658 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-23T17:25:46,658 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9760 sec 2024-11-23T17:25:46,659 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382746659"}]},"ts":"1732382746659"} 2024-11-23T17:25:46,660 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T17:25:46,662 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T17:25:46,663 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9890 sec 2024-11-23T17:25:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-23T17:25:46,780 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-23T17:25:46,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T17:25:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:25:46,782 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=67, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:25:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-23T17:25:46,782 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=67, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:25:46,784 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:46,787 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A, FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B, FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C, FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/recovered.edits] 2024-11-23T17:25:46,790 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/28e4dc5acb284a5ab0169810170976c4 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/28e4dc5acb284a5ab0169810170976c4 2024-11-23T17:25:46,791 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/d1aef649981b499b94e56169e328f2ee to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/d1aef649981b499b94e56169e328f2ee 2024-11-23T17:25:46,793 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/d7c2b54ead8846a4b29c793b78a10f7f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/d7c2b54ead8846a4b29c793b78a10f7f 2024-11-23T17:25:46,794 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/e329919171f64ab5957c874c5dbd1fc8 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/A/e329919171f64ab5957c874c5dbd1fc8 2024-11-23T17:25:46,797 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/099d2bd12b284f239448624eebb48b8d to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/099d2bd12b284f239448624eebb48b8d 2024-11-23T17:25:46,798 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/4060c83435364764a70274c4c447c430 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/4060c83435364764a70274c4c447c430 2024-11-23T17:25:46,799 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/4b9f948d34744d0ba3b174d4f7aae79a to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/4b9f948d34744d0ba3b174d4f7aae79a 2024-11-23T17:25:46,801 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/bda10154b79141888f0989479ea50caf to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/B/bda10154b79141888f0989479ea50caf 2024-11-23T17:25:46,803 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/28b2604b268140698c8d9223f9daa64b to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/28b2604b268140698c8d9223f9daa64b 2024-11-23T17:25:46,804 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/645ae80f76af4cfbb602eecef29dcb25 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/645ae80f76af4cfbb602eecef29dcb25 2024-11-23T17:25:46,806 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/6ef5eff84b744220a588f8d09df0a7a0 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/6ef5eff84b744220a588f8d09df0a7a0 2024-11-23T17:25:46,807 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/a8c7c3529e53429990c28acc3710624d to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/C/a8c7c3529e53429990c28acc3710624d 2024-11-23T17:25:46,810 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/recovered.edits/405.seqid to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f/recovered.edits/405.seqid 2024-11-23T17:25:46,811 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:46,811 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T17:25:46,811 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T17:25:46,812 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-23T17:25:46,816 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123176df201053345ae97a346c4127f7130_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123176df201053345ae97a346c4127f7130_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:46,818 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232f88ca7b0ad742ceb4d7f13c91b56358_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232f88ca7b0ad742ceb4d7f13c91b56358_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:46,819 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112334262a00dee144b49c81078ed6039850_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112334262a00dee144b49c81078ed6039850_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:46,820 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233669ca7b970e468e8bae432aaa1b06e4_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233669ca7b970e468e8bae432aaa1b06e4_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:46,821 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112339b7d59ed4154b24aaef7b07fa636f55_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112339b7d59ed4154b24aaef7b07fa636f55_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:46,822 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233babd3ff820a4654ab78923255f1f50a_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233babd3ff820a4654ab78923255f1f50a_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:46,824 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112340fe4aced54e4faaa6189d6cc0625acf_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112340fe4aced54e4faaa6189d6cc0625acf_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:46,825 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235303385f2aba4b7aae1d81baea038d24_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235303385f2aba4b7aae1d81baea038d24_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:46,826 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236ffc87b76149407b800d50d3bea2db60_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236ffc87b76149407b800d50d3bea2db60_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:46,828 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237f3bb244bdbb4841b88b21743b4b9e52_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237f3bb244bdbb4841b88b21743b4b9e52_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:46,829 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123800b93a2980444f99620f3f5bfb09b2a_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123800b93a2980444f99620f3f5bfb09b2a_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:46,830 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238f663256c7a94e0cae358b984a01ef7b_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238f663256c7a94e0cae358b984a01ef7b_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:46,832 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112392557b35da924ddc9660b74be20c045c_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112392557b35da924ddc9660b74be20c045c_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:46,833 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123acb11771e78842dbaee1ba228690a742_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123acb11771e78842dbaee1ba228690a742_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:46,834 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ae0651910422452e825aa09536cb746c_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ae0651910422452e825aa09536cb746c_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:46,836 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ae9ad9cd393b4c158e0bcbe591f28b88_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ae9ad9cd393b4c158e0bcbe591f28b88_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:46,837 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ba341d50232b488e8950d7b0bc689494_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ba341d50232b488e8950d7b0bc689494_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:46,839 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bef6c5a86ec04174b99d58912b62fe3a_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bef6c5a86ec04174b99d58912b62fe3a_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:46,840 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bfdb731cbed74201a378bbbb5538ad2d_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123bfdb731cbed74201a378bbbb5538ad2d_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:46,842 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c6fe4ca25c094f14ac9546ac51f65fcd_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c6fe4ca25c094f14ac9546ac51f65fcd_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:46,843 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123dd73ca6cd58d4a639d6524ec11da3b14_815a975e01d40931a11c9d364056ee9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123dd73ca6cd58d4a639d6524ec11da3b14_815a975e01d40931a11c9d364056ee9f 2024-11-23T17:25:46,844 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T17:25:46,846 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=67, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:25:46,848 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T17:25:46,850 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T17:25:46,851 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=67, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:25:46,851 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T17:25:46,851 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732382746851"}]},"ts":"9223372036854775807"} 2024-11-23T17:25:46,853 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T17:25:46,853 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 815a975e01d40931a11c9d364056ee9f, NAME => 'TestAcidGuarantees,,1732382719685.815a975e01d40931a11c9d364056ee9f.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T17:25:46,853 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T17:25:46,853 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732382746853"}]},"ts":"9223372036854775807"} 2024-11-23T17:25:46,855 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T17:25:46,857 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=67, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:25:46,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 77 msec 2024-11-23T17:25:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-23T17:25:46,883 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-23T17:25:46,894 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=243 (was 238) Potentially hanging thread: hconnection-0x5ff3f7cf-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5ff3f7cf-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-803857633_22 at /127.0.0.1:49794 [Waiting for operation #264] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-803857633_22 at /127.0.0.1:49768 [Waiting for operation #290] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-803857633_22 at /127.0.0.1:49752 [Waiting for operation #300] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1856122559_22 at /127.0.0.1:49664 [Waiting for operation #339] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72/cluster_5aa7786c-84ab-129d-027c-96fe876f2f58/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72/cluster_5aa7786c-84ab-129d-027c-96fe876f2f58/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1856122559_22 at /127.0.0.1:50412 [Waiting for operation #366] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5ff3f7cf-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5ff3f7cf-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=468 (was 457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=377 (was 366) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2930 (was 3066) 2024-11-23T17:25:46,905 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=243, OpenFileDescriptor=468, MaxFileDescriptor=1048576, SystemLoadAverage=377, ProcessCount=11, AvailableMemoryMB=2930 2024-11-23T17:25:46,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T17:25:46,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T17:25:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=68, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T17:25:46,908 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T17:25:46,908 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:46,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 68 2024-11-23T17:25:46,909 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T17:25:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-23T17:25:46,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742062_1238 (size=963) 2024-11-23T17:25:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-23T17:25:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-23T17:25:47,317 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9 2024-11-23T17:25:47,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742063_1239 (size=53) 2024-11-23T17:25:47,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-23T17:25:47,723 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:25:47,724 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 684eaeafd1e2531163aff395ab63f79c, disabling compactions & flushes 2024-11-23T17:25:47,724 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:47,724 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:47,724 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. after waiting 0 ms 2024-11-23T17:25:47,724 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:47,724 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:47,724 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:25:47,725 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T17:25:47,725 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732382747725"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732382747725"}]},"ts":"1732382747725"} 2024-11-23T17:25:47,726 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T17:25:47,726 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T17:25:47,727 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382747726"}]},"ts":"1732382747726"} 2024-11-23T17:25:47,727 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T17:25:47,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=684eaeafd1e2531163aff395ab63f79c, ASSIGN}] 2024-11-23T17:25:47,731 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=684eaeafd1e2531163aff395ab63f79c, ASSIGN 2024-11-23T17:25:47,732 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=684eaeafd1e2531163aff395ab63f79c, ASSIGN; state=OFFLINE, location=f54dd19cfe0a,35067,1732382683491; forceNewPlan=false, retain=false 2024-11-23T17:25:47,758 DEBUG [master/f54dd19cfe0a:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 16dd130f78d02f9c55bee2d46e45c36c changed from -1.0 to 0.0, refreshing cache 2024-11-23T17:25:47,882 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=684eaeafd1e2531163aff395ab63f79c, regionState=OPENING, regionLocation=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:47,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; OpenRegionProcedure 684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491}] 2024-11-23T17:25:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-23T17:25:48,035 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:48,038 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:48,038 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7285): Opening region: {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} 2024-11-23T17:25:48,039 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 684eaeafd1e2531163aff395ab63f79c 2024-11-23T17:25:48,039 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:25:48,039 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7327): checking encryption for 684eaeafd1e2531163aff395ab63f79c 2024-11-23T17:25:48,039 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7330): checking classloading for 684eaeafd1e2531163aff395ab63f79c 2024-11-23T17:25:48,040 INFO [StoreOpener-684eaeafd1e2531163aff395ab63f79c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 684eaeafd1e2531163aff395ab63f79c 2024-11-23T17:25:48,041 INFO [StoreOpener-684eaeafd1e2531163aff395ab63f79c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:25:48,041 INFO [StoreOpener-684eaeafd1e2531163aff395ab63f79c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 684eaeafd1e2531163aff395ab63f79c columnFamilyName A 2024-11-23T17:25:48,042 DEBUG [StoreOpener-684eaeafd1e2531163aff395ab63f79c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:48,042 INFO [StoreOpener-684eaeafd1e2531163aff395ab63f79c-1 {}] regionserver.HStore(327): Store=684eaeafd1e2531163aff395ab63f79c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:25:48,042 INFO [StoreOpener-684eaeafd1e2531163aff395ab63f79c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 684eaeafd1e2531163aff395ab63f79c 2024-11-23T17:25:48,043 INFO [StoreOpener-684eaeafd1e2531163aff395ab63f79c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:25:48,043 INFO [StoreOpener-684eaeafd1e2531163aff395ab63f79c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 684eaeafd1e2531163aff395ab63f79c columnFamilyName B 2024-11-23T17:25:48,043 DEBUG [StoreOpener-684eaeafd1e2531163aff395ab63f79c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:48,044 INFO [StoreOpener-684eaeafd1e2531163aff395ab63f79c-1 {}] regionserver.HStore(327): Store=684eaeafd1e2531163aff395ab63f79c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:25:48,044 INFO [StoreOpener-684eaeafd1e2531163aff395ab63f79c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 684eaeafd1e2531163aff395ab63f79c 2024-11-23T17:25:48,045 INFO [StoreOpener-684eaeafd1e2531163aff395ab63f79c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:25:48,045 INFO [StoreOpener-684eaeafd1e2531163aff395ab63f79c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 684eaeafd1e2531163aff395ab63f79c columnFamilyName C 2024-11-23T17:25:48,045 DEBUG [StoreOpener-684eaeafd1e2531163aff395ab63f79c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:25:48,045 INFO [StoreOpener-684eaeafd1e2531163aff395ab63f79c-1 {}] regionserver.HStore(327): Store=684eaeafd1e2531163aff395ab63f79c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:25:48,045 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:48,046 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c 2024-11-23T17:25:48,046 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c 2024-11-23T17:25:48,047 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T17:25:48,049 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1085): writing seq id for 684eaeafd1e2531163aff395ab63f79c 2024-11-23T17:25:48,050 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T17:25:48,051 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1102): Opened 684eaeafd1e2531163aff395ab63f79c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70158644, jitterRate=0.045445263385772705}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T17:25:48,051 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1001): Region open journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:25:48,052 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c., pid=70, masterSystemTime=1732382748035 2024-11-23T17:25:48,053 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:48,053 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:48,054 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=684eaeafd1e2531163aff395ab63f79c, regionState=OPEN, openSeqNum=2, regionLocation=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:48,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-23T17:25:48,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; OpenRegionProcedure 684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 in 170 msec 2024-11-23T17:25:48,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=69, resume processing ppid=68 2024-11-23T17:25:48,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, ppid=68, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=684eaeafd1e2531163aff395ab63f79c, ASSIGN in 326 msec 2024-11-23T17:25:48,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T17:25:48,057 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382748057"}]},"ts":"1732382748057"} 2024-11-23T17:25:48,058 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T17:25:48,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T17:25:48,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1540 sec 2024-11-23T17:25:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-23T17:25:49,013 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 68 completed 2024-11-23T17:25:49,015 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17b6adc5 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a569490 2024-11-23T17:25:49,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c1ac389, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:25:49,019 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:25:49,021 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49994, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:25:49,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T17:25:49,023 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46442, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T17:25:49,024 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x669e1999 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6862e3ce 2024-11-23T17:25:49,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e73c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:25:49,028 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72aa9ee5 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d296fed 2024-11-23T17:25:49,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c480dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:25:49,032 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ec09297 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8d0caa5 2024-11-23T17:25:49,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cb3991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:25:49,036 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dfb20f6 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43f04e0e 2024-11-23T17:25:49,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9ae050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:25:49,039 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17cf7fc0 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@560ec309 2024-11-23T17:25:49,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fef31f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:25:49,042 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5886c0f2 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@eb04aeb 2024-11-23T17:25:49,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72537a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:25:49,046 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66e575aa to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6a0e9c8f 2024-11-23T17:25:49,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36642cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:25:49,049 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x131ceb8f to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d68f787 2024-11-23T17:25:49,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c299cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:25:49,052 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a78bf6d to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@10e6bf6a 2024-11-23T17:25:49,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605827c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:25:49,055 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x328852db to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1730a60f 2024-11-23T17:25:49,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3677bd4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:25:49,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:25:49,061 DEBUG [hconnection-0x474a0de0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:25:49,061 DEBUG [hconnection-0x531f62db-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:25:49,061 DEBUG [hconnection-0x3f967cb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:25:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-23T17:25:49,062 DEBUG [hconnection-0x88bcd9a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:25:49,062 DEBUG [hconnection-0x7ab4e70c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:25:49,062 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:25:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-23T17:25:49,062 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50002, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:25:49,063 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50014, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:25:49,063 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50026, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:25:49,063 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50042, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:25:49,063 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50040, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:25:49,063 DEBUG [hconnection-0x69ffbee6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:25:49,064 DEBUG [hconnection-0x1cf61b13-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:25:49,064 DEBUG [hconnection-0xf2b687e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:25:49,064 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50062, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:25:49,064 DEBUG [hconnection-0x54a88b33-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:25:49,064 DEBUG [hconnection-0x3a4b20eb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:25:49,065 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50064, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:25:49,065 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:25:49,065 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:25:49,065 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:25:49,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:25:49,065 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50098, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:25:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 684eaeafd1e2531163aff395ab63f79c 2024-11-23T17:25:49,076 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 684eaeafd1e2531163aff395ab63f79c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T17:25:49,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=A 2024-11-23T17:25:49,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:49,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=B 2024-11-23T17:25:49,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:49,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=C 2024-11-23T17:25:49,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:49,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:49,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382809095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:49,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382809096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382809096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:49,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:49,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382809097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382809097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:49,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/6128b49af3f24b83936e5405ab3d1d89 is 50, key is test_row_0/A:col10/1732382749072/Put/seqid=0 2024-11-23T17:25:49,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742064_1240 (size=12001) 2024-11-23T17:25:49,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/6128b49af3f24b83936e5405ab3d1d89 2024-11-23T17:25:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-23T17:25:49,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/e6e08683fd4349218699cfdab7fa8b6e is 50, key is test_row_0/B:col10/1732382749072/Put/seqid=0 2024-11-23T17:25:49,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742065_1241 (size=12001) 2024-11-23T17:25:49,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/e6e08683fd4349218699cfdab7fa8b6e 2024-11-23T17:25:49,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382809202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:49,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382809203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:49,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382809203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:49,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382809203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:49,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382809204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:49,218 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:49,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-23T17:25:49,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:49,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:25:49,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:49,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:49,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:49,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/0929261b88ca460b810355eb79cc7c07 is 50, key is test_row_0/C:col10/1732382749072/Put/seqid=0 2024-11-23T17:25:49,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742066_1242 (size=12001) 2024-11-23T17:25:49,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/0929261b88ca460b810355eb79cc7c07 2024-11-23T17:25:49,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/6128b49af3f24b83936e5405ab3d1d89 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/6128b49af3f24b83936e5405ab3d1d89 2024-11-23T17:25:49,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/6128b49af3f24b83936e5405ab3d1d89, entries=150, sequenceid=15, filesize=11.7 K 2024-11-23T17:25:49,253 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-23T17:25:49,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/e6e08683fd4349218699cfdab7fa8b6e as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/e6e08683fd4349218699cfdab7fa8b6e 2024-11-23T17:25:49,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/e6e08683fd4349218699cfdab7fa8b6e, entries=150, sequenceid=15, filesize=11.7 K 2024-11-23T17:25:49,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/0929261b88ca460b810355eb79cc7c07 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/0929261b88ca460b810355eb79cc7c07 2024-11-23T17:25:49,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/0929261b88ca460b810355eb79cc7c07, entries=150, sequenceid=15, filesize=11.7 K 2024-11-23T17:25:49,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 684eaeafd1e2531163aff395ab63f79c in 188ms, sequenceid=15, compaction requested=false 2024-11-23T17:25:49,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:25:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-23T17:25:49,373 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:49,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-23T17:25:49,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:49,374 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 684eaeafd1e2531163aff395ab63f79c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T17:25:49,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=A 2024-11-23T17:25:49,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:49,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=B 2024-11-23T17:25:49,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:49,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=C 2024-11-23T17:25:49,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:49,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/37a871bc93564eb39e5483d68d36928a is 50, key is test_row_0/A:col10/1732382749095/Put/seqid=0 2024-11-23T17:25:49,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742067_1243 (size=12001) 2024-11-23T17:25:49,383 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/37a871bc93564eb39e5483d68d36928a 2024-11-23T17:25:49,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/bed145af99d64d69b89bd5dccc271b3c is 50, key is test_row_0/B:col10/1732382749095/Put/seqid=0 2024-11-23T17:25:49,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742068_1244 (size=12001) 2024-11-23T17:25:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 684eaeafd1e2531163aff395ab63f79c 2024-11-23T17:25:49,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:25:49,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:49,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382809411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382809412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:49,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:49,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382809413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382809413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:49,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:49,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382809414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:49,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382809515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:49,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382809516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:49,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382809516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:49,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382809516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:49,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382809517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-23T17:25:49,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:49,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382809719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382809719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:49,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382809719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:49,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382809719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:49,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382809719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:49,802 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/bed145af99d64d69b89bd5dccc271b3c 2024-11-23T17:25:49,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/fa3e0304c7154831b3ce9dacfaf7858d is 50, key is test_row_0/C:col10/1732382749095/Put/seqid=0 2024-11-23T17:25:49,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742069_1245 (size=12001) 2024-11-23T17:25:49,816 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/fa3e0304c7154831b3ce9dacfaf7858d 2024-11-23T17:25:49,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/37a871bc93564eb39e5483d68d36928a as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/37a871bc93564eb39e5483d68d36928a 2024-11-23T17:25:49,825 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/37a871bc93564eb39e5483d68d36928a, entries=150, sequenceid=38, filesize=11.7 K 2024-11-23T17:25:49,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/bed145af99d64d69b89bd5dccc271b3c as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/bed145af99d64d69b89bd5dccc271b3c 2024-11-23T17:25:49,830 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/bed145af99d64d69b89bd5dccc271b3c, entries=150, sequenceid=38, filesize=11.7 K 2024-11-23T17:25:49,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/fa3e0304c7154831b3ce9dacfaf7858d as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/fa3e0304c7154831b3ce9dacfaf7858d 2024-11-23T17:25:49,835 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/fa3e0304c7154831b3ce9dacfaf7858d, entries=150, sequenceid=38, filesize=11.7 K 2024-11-23T17:25:49,836 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 684eaeafd1e2531163aff395ab63f79c in 463ms, sequenceid=38, compaction requested=false 2024-11-23T17:25:49,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:25:49,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:49,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-23T17:25:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-23T17:25:49,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-23T17:25:49,848 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 781 msec 2024-11-23T17:25:49,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 789 msec 2024-11-23T17:25:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 684eaeafd1e2531163aff395ab63f79c 2024-11-23T17:25:50,023 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 684eaeafd1e2531163aff395ab63f79c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T17:25:50,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=A 2024-11-23T17:25:50,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:50,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=B 2024-11-23T17:25:50,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:50,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=C 2024-11-23T17:25:50,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:50,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/3a6b7644de8d4773aeca9d09957e680e is 50, key is test_row_0/A:col10/1732382750022/Put/seqid=0 2024-11-23T17:25:50,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742070_1246 (size=14341) 2024-11-23T17:25:50,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382810037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:50,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382810037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:50,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382810039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:50,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382810040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:50,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382810041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:50,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382810141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:50,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382810141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:50,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382810142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:50,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382810143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:50,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382810143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-23T17:25:50,166 INFO [Thread-1119 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-23T17:25:50,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:25:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-23T17:25:50,168 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:25:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T17:25:50,169 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:25:50,169 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:25:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T17:25:50,321 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:50,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T17:25:50,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:50,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:25:50,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:50,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:50,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:50,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:50,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382810348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382810348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:50,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:50,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382810348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382810348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:50,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382810348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:50,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/3a6b7644de8d4773aeca9d09957e680e 2024-11-23T17:25:50,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/16a67bcb63a2499bbf086e5e5e35df30 is 50, key is test_row_0/B:col10/1732382750022/Put/seqid=0 2024-11-23T17:25:50,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742071_1247 (size=12001) 2024-11-23T17:25:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T17:25:50,474 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:50,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T17:25:50,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:50,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:25:50,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:50,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:50,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:50,626 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:50,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T17:25:50,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:50,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:25:50,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:50,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:50,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:50,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:50,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382810651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:50,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382810651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:50,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382810651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:50,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382810652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:50,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382810653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T17:25:50,779 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:50,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T17:25:50,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:50,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:25:50,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:50,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:50,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:50,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/16a67bcb63a2499bbf086e5e5e35df30 2024-11-23T17:25:50,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/7f01b795f1d144dea199b4b3a2cd63e3 is 50, key is test_row_0/C:col10/1732382750022/Put/seqid=0 2024-11-23T17:25:50,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742072_1248 (size=12001) 2024-11-23T17:25:50,932 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:50,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T17:25:50,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:50,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:25:50,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:50,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:50,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:50,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:51,085 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:51,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T17:25:51,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:51,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:25:51,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:51,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:51,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:51,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:51,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382811155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:51,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382811155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:51,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:51,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382811156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:51,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382811156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:51,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382811159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:51,238 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:51,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T17:25:51,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:51,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:25:51,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:51,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:51,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:51,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:51,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T17:25:51,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/7f01b795f1d144dea199b4b3a2cd63e3 2024-11-23T17:25:51,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/3a6b7644de8d4773aeca9d09957e680e as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/3a6b7644de8d4773aeca9d09957e680e 2024-11-23T17:25:51,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/3a6b7644de8d4773aeca9d09957e680e, entries=200, sequenceid=54, filesize=14.0 K 2024-11-23T17:25:51,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/16a67bcb63a2499bbf086e5e5e35df30 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/16a67bcb63a2499bbf086e5e5e35df30 2024-11-23T17:25:51,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/16a67bcb63a2499bbf086e5e5e35df30, entries=150, sequenceid=54, filesize=11.7 K 2024-11-23T17:25:51,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/7f01b795f1d144dea199b4b3a2cd63e3 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/7f01b795f1d144dea199b4b3a2cd63e3 2024-11-23T17:25:51,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/7f01b795f1d144dea199b4b3a2cd63e3, entries=150, sequenceid=54, filesize=11.7 K 2024-11-23T17:25:51,305 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 684eaeafd1e2531163aff395ab63f79c in 1282ms, sequenceid=54, compaction requested=true 2024-11-23T17:25:51,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:25:51,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684eaeafd1e2531163aff395ab63f79c:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:25:51,305 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:51,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:51,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684eaeafd1e2531163aff395ab63f79c:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:25:51,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:51,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684eaeafd1e2531163aff395ab63f79c:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:25:51,305 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:51,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:51,306 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:51,306 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 684eaeafd1e2531163aff395ab63f79c/A is initiating minor compaction (all files) 2024-11-23T17:25:51,306 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684eaeafd1e2531163aff395ab63f79c/A in TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:51,306 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/6128b49af3f24b83936e5405ab3d1d89, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/37a871bc93564eb39e5483d68d36928a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/3a6b7644de8d4773aeca9d09957e680e] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp, totalSize=37.4 K 2024-11-23T17:25:51,307 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:51,307 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 684eaeafd1e2531163aff395ab63f79c/B is initiating minor compaction (all files) 2024-11-23T17:25:51,307 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684eaeafd1e2531163aff395ab63f79c/B in TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:51,307 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6128b49af3f24b83936e5405ab3d1d89, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732382749072 2024-11-23T17:25:51,307 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/e6e08683fd4349218699cfdab7fa8b6e, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/bed145af99d64d69b89bd5dccc271b3c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/16a67bcb63a2499bbf086e5e5e35df30] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp, totalSize=35.2 K 2024-11-23T17:25:51,307 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37a871bc93564eb39e5483d68d36928a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732382749094 2024-11-23T17:25:51,307 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting e6e08683fd4349218699cfdab7fa8b6e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732382749072 2024-11-23T17:25:51,308 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting bed145af99d64d69b89bd5dccc271b3c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732382749094 2024-11-23T17:25:51,308 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a6b7644de8d4773aeca9d09957e680e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732382749411 2024-11-23T17:25:51,308 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 16a67bcb63a2499bbf086e5e5e35df30, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732382749411 2024-11-23T17:25:51,316 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684eaeafd1e2531163aff395ab63f79c#A#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:51,317 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/0f48f35eea0945149614b10a27b000c9 is 50, key is test_row_0/A:col10/1732382750022/Put/seqid=0 2024-11-23T17:25:51,320 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684eaeafd1e2531163aff395ab63f79c#B#compaction#202 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:51,321 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/fb7bd3f9922847b799ce350dfda7ed9f is 50, key is test_row_0/B:col10/1732382750022/Put/seqid=0 2024-11-23T17:25:51,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742073_1249 (size=12104) 2024-11-23T17:25:51,331 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/fb7bd3f9922847b799ce350dfda7ed9f as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/fb7bd3f9922847b799ce350dfda7ed9f 2024-11-23T17:25:51,336 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684eaeafd1e2531163aff395ab63f79c/B of 684eaeafd1e2531163aff395ab63f79c into fb7bd3f9922847b799ce350dfda7ed9f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:51,336 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:25:51,336 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c., storeName=684eaeafd1e2531163aff395ab63f79c/B, priority=13, startTime=1732382751305; duration=0sec 2024-11-23T17:25:51,336 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:51,336 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684eaeafd1e2531163aff395ab63f79c:B 2024-11-23T17:25:51,336 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:51,338 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:51,338 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 684eaeafd1e2531163aff395ab63f79c/C is initiating minor compaction (all files) 2024-11-23T17:25:51,338 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684eaeafd1e2531163aff395ab63f79c/C in TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:51,338 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/0929261b88ca460b810355eb79cc7c07, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/fa3e0304c7154831b3ce9dacfaf7858d, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/7f01b795f1d144dea199b4b3a2cd63e3] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp, totalSize=35.2 K 2024-11-23T17:25:51,338 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 0929261b88ca460b810355eb79cc7c07, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732382749072 2024-11-23T17:25:51,339 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting fa3e0304c7154831b3ce9dacfaf7858d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732382749094 2024-11-23T17:25:51,340 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f01b795f1d144dea199b4b3a2cd63e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732382749411 2024-11-23T17:25:51,349 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684eaeafd1e2531163aff395ab63f79c#C#compaction#203 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:51,350 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/c7da4939e5294dd8aeaaa5d7d1f26159 is 50, key is test_row_0/C:col10/1732382750022/Put/seqid=0 2024-11-23T17:25:51,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742074_1250 (size=12104) 2024-11-23T17:25:51,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742075_1251 (size=12104) 2024-11-23T17:25:51,360 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/0f48f35eea0945149614b10a27b000c9 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/0f48f35eea0945149614b10a27b000c9 2024-11-23T17:25:51,365 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/c7da4939e5294dd8aeaaa5d7d1f26159 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/c7da4939e5294dd8aeaaa5d7d1f26159 2024-11-23T17:25:51,365 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684eaeafd1e2531163aff395ab63f79c/A of 684eaeafd1e2531163aff395ab63f79c into 0f48f35eea0945149614b10a27b000c9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:51,365 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:25:51,365 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c., storeName=684eaeafd1e2531163aff395ab63f79c/A, priority=13, startTime=1732382751305; duration=0sec 2024-11-23T17:25:51,365 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:51,366 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684eaeafd1e2531163aff395ab63f79c:A 2024-11-23T17:25:51,371 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684eaeafd1e2531163aff395ab63f79c/C of 684eaeafd1e2531163aff395ab63f79c into c7da4939e5294dd8aeaaa5d7d1f26159(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:51,371 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:25:51,371 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c., storeName=684eaeafd1e2531163aff395ab63f79c/C, priority=13, startTime=1732382751305; duration=0sec 2024-11-23T17:25:51,371 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:51,371 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684eaeafd1e2531163aff395ab63f79c:C 2024-11-23T17:25:51,391 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:51,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-23T17:25:51,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:51,392 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 684eaeafd1e2531163aff395ab63f79c 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T17:25:51,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=A 2024-11-23T17:25:51,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:51,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=B 2024-11-23T17:25:51,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:51,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=C 2024-11-23T17:25:51,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:51,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/a81151ed92fe4459b42a04530f623539 is 50, key is test_row_0/A:col10/1732382750036/Put/seqid=0 2024-11-23T17:25:51,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742076_1252 (size=12001) 2024-11-23T17:25:51,401 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/a81151ed92fe4459b42a04530f623539 2024-11-23T17:25:51,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/0735956504bc48fa866e094239d96c16 is 50, key is test_row_0/B:col10/1732382750036/Put/seqid=0 2024-11-23T17:25:51,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742077_1253 (size=12001) 2024-11-23T17:25:51,418 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/0735956504bc48fa866e094239d96c16 2024-11-23T17:25:51,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/c31e1c44c4b74eab92f04d4e900b638f is 50, key is test_row_0/C:col10/1732382750036/Put/seqid=0 2024-11-23T17:25:51,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742078_1254 (size=12001) 2024-11-23T17:25:51,451 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/c31e1c44c4b74eab92f04d4e900b638f 2024-11-23T17:25:51,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/a81151ed92fe4459b42a04530f623539 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/a81151ed92fe4459b42a04530f623539 2024-11-23T17:25:51,462 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/a81151ed92fe4459b42a04530f623539, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T17:25:51,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/0735956504bc48fa866e094239d96c16 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/0735956504bc48fa866e094239d96c16 2024-11-23T17:25:51,467 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/0735956504bc48fa866e094239d96c16, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T17:25:51,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/c31e1c44c4b74eab92f04d4e900b638f as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/c31e1c44c4b74eab92f04d4e900b638f 2024-11-23T17:25:51,473 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/c31e1c44c4b74eab92f04d4e900b638f, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T17:25:51,474 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 684eaeafd1e2531163aff395ab63f79c in 82ms, sequenceid=78, compaction requested=false 2024-11-23T17:25:51,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:25:51,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:51,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-23T17:25:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-23T17:25:51,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-23T17:25:51,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3060 sec 2024-11-23T17:25:51,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.3100 sec 2024-11-23T17:25:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 684eaeafd1e2531163aff395ab63f79c 2024-11-23T17:25:52,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 684eaeafd1e2531163aff395ab63f79c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T17:25:52,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=A 2024-11-23T17:25:52,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:52,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=B 2024-11-23T17:25:52,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:52,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=C 2024-11-23T17:25:52,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:52,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/a3e0f3ddf50d46c1a482b7c890afe32d is 50, key is test_row_0/A:col10/1732382752167/Put/seqid=0 2024-11-23T17:25:52,179 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T17:25:52,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382812185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:52,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382812186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:52,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:52,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382812189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382812188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:52,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382812190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:52,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742079_1255 (size=12001) 2024-11-23T17:25:52,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/a3e0f3ddf50d46c1a482b7c890afe32d 2024-11-23T17:25:52,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/6c6bf61f0e1e4eed93af5f42e272438b is 50, key is test_row_0/B:col10/1732382752167/Put/seqid=0 2024-11-23T17:25:52,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742080_1256 (size=12001) 2024-11-23T17:25:52,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/6c6bf61f0e1e4eed93af5f42e272438b 2024-11-23T17:25:52,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/07591da616414714b4e962773fa6dbb3 is 50, key is test_row_0/C:col10/1732382752167/Put/seqid=0 2024-11-23T17:25:52,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742081_1257 (size=12001) 2024-11-23T17:25:52,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-23T17:25:52,273 INFO [Thread-1119 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-23T17:25:52,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:25:52,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-23T17:25:52,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T17:25:52,276 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:25:52,277 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:25:52,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:25:52,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382812293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:52,294 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382812294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:52,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382812294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:52,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382812294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:52,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:52,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382812294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:52,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T17:25:52,429 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:52,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-23T17:25:52,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:52,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:25:52,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:52,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:52,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:52,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382812495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:52,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382812496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:52,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382812496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:52,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382812498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:52,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382812499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T17:25:52,582 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:52,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-23T17:25:52,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:52,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:25:52,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:52,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:52,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:52,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:52,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/07591da616414714b4e962773fa6dbb3 2024-11-23T17:25:52,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/a3e0f3ddf50d46c1a482b7c890afe32d as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/a3e0f3ddf50d46c1a482b7c890afe32d 2024-11-23T17:25:52,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/a3e0f3ddf50d46c1a482b7c890afe32d, entries=150, sequenceid=90, filesize=11.7 K 2024-11-23T17:25:52,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/6c6bf61f0e1e4eed93af5f42e272438b as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/6c6bf61f0e1e4eed93af5f42e272438b 2024-11-23T17:25:52,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/6c6bf61f0e1e4eed93af5f42e272438b, entries=150, sequenceid=90, filesize=11.7 K 2024-11-23T17:25:52,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/07591da616414714b4e962773fa6dbb3 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/07591da616414714b4e962773fa6dbb3 2024-11-23T17:25:52,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/07591da616414714b4e962773fa6dbb3, entries=150, sequenceid=90, filesize=11.7 K 2024-11-23T17:25:52,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 684eaeafd1e2531163aff395ab63f79c in 518ms, sequenceid=90, compaction requested=true 2024-11-23T17:25:52,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:25:52,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684eaeafd1e2531163aff395ab63f79c:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:25:52,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:52,687 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:52,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684eaeafd1e2531163aff395ab63f79c:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:25:52,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:52,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684eaeafd1e2531163aff395ab63f79c:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:25:52,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:52,687 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:52,688 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:52,688 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:52,688 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 684eaeafd1e2531163aff395ab63f79c/A is initiating minor compaction (all files) 2024-11-23T17:25:52,688 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 684eaeafd1e2531163aff395ab63f79c/B is initiating minor compaction (all files) 2024-11-23T17:25:52,688 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684eaeafd1e2531163aff395ab63f79c/A in TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:52,688 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684eaeafd1e2531163aff395ab63f79c/B in TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:52,688 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/0f48f35eea0945149614b10a27b000c9, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/a81151ed92fe4459b42a04530f623539, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/a3e0f3ddf50d46c1a482b7c890afe32d] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp, totalSize=35.3 K 2024-11-23T17:25:52,688 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/fb7bd3f9922847b799ce350dfda7ed9f, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/0735956504bc48fa866e094239d96c16, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/6c6bf61f0e1e4eed93af5f42e272438b] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp, totalSize=35.3 K 2024-11-23T17:25:52,688 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f48f35eea0945149614b10a27b000c9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732382749411 2024-11-23T17:25:52,688 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting fb7bd3f9922847b799ce350dfda7ed9f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732382749411 2024-11-23T17:25:52,689 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting a81151ed92fe4459b42a04530f623539, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732382750032 2024-11-23T17:25:52,689 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 0735956504bc48fa866e094239d96c16, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732382750032 2024-11-23T17:25:52,689 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3e0f3ddf50d46c1a482b7c890afe32d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732382752164 2024-11-23T17:25:52,689 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c6bf61f0e1e4eed93af5f42e272438b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732382752164 2024-11-23T17:25:52,697 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684eaeafd1e2531163aff395ab63f79c#A#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:52,697 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/06f653804df14624a5b07b45ce5c5107 is 50, key is test_row_0/A:col10/1732382752167/Put/seqid=0 2024-11-23T17:25:52,697 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684eaeafd1e2531163aff395ab63f79c#B#compaction#211 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:52,698 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/64fa228dfcaf40729b10d8ea2d5443dc is 50, key is test_row_0/B:col10/1732382752167/Put/seqid=0 2024-11-23T17:25:52,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742083_1259 (size=12207) 2024-11-23T17:25:52,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742082_1258 (size=12207) 2024-11-23T17:25:52,729 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/06f653804df14624a5b07b45ce5c5107 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/06f653804df14624a5b07b45ce5c5107 2024-11-23T17:25:52,729 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/64fa228dfcaf40729b10d8ea2d5443dc as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/64fa228dfcaf40729b10d8ea2d5443dc 2024-11-23T17:25:52,736 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:52,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-23T17:25:52,736 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684eaeafd1e2531163aff395ab63f79c/A of 684eaeafd1e2531163aff395ab63f79c into 06f653804df14624a5b07b45ce5c5107(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:52,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:52,736 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 684eaeafd1e2531163aff395ab63f79c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T17:25:52,737 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:25:52,737 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c., storeName=684eaeafd1e2531163aff395ab63f79c/A, priority=13, startTime=1732382752686; duration=0sec 2024-11-23T17:25:52,737 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:52,737 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684eaeafd1e2531163aff395ab63f79c:A 2024-11-23T17:25:52,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=A 2024-11-23T17:25:52,737 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684eaeafd1e2531163aff395ab63f79c/B of 684eaeafd1e2531163aff395ab63f79c into 64fa228dfcaf40729b10d8ea2d5443dc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:52,738 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:25:52,738 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c., storeName=684eaeafd1e2531163aff395ab63f79c/B, priority=13, startTime=1732382752687; duration=0sec 2024-11-23T17:25:52,738 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:52,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:52,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=B 2024-11-23T17:25:52,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:52,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=C 2024-11-23T17:25:52,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:52,738 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:52,738 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684eaeafd1e2531163aff395ab63f79c:B 2024-11-23T17:25:52,739 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:52,739 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 684eaeafd1e2531163aff395ab63f79c/C is initiating minor compaction (all files) 2024-11-23T17:25:52,739 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684eaeafd1e2531163aff395ab63f79c/C in TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:52,739 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/c7da4939e5294dd8aeaaa5d7d1f26159, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/c31e1c44c4b74eab92f04d4e900b638f, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/07591da616414714b4e962773fa6dbb3] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp, totalSize=35.3 K 2024-11-23T17:25:52,739 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7da4939e5294dd8aeaaa5d7d1f26159, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732382749411 2024-11-23T17:25:52,740 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting c31e1c44c4b74eab92f04d4e900b638f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732382750032 2024-11-23T17:25:52,741 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07591da616414714b4e962773fa6dbb3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732382752164 2024-11-23T17:25:52,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/b203216ae72e4dd69e8086648df71d8d is 50, key is test_row_0/A:col10/1732382752187/Put/seqid=0 2024-11-23T17:25:52,749 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684eaeafd1e2531163aff395ab63f79c#C#compaction#213 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:52,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742084_1260 (size=12001) 2024-11-23T17:25:52,749 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/936e9f33551447139366d8830b3d99eb is 50, key is test_row_0/C:col10/1732382752167/Put/seqid=0 2024-11-23T17:25:52,751 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/b203216ae72e4dd69e8086648df71d8d 2024-11-23T17:25:52,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742085_1261 (size=12207) 2024-11-23T17:25:52,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/0ac1a8316ab14ab4800fc91282a44777 is 50, key is test_row_0/B:col10/1732382752187/Put/seqid=0 2024-11-23T17:25:52,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742086_1262 (size=12001) 2024-11-23T17:25:52,765 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/0ac1a8316ab14ab4800fc91282a44777 2024-11-23T17:25:52,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/5a8f1c0694b84f3999adc32e20cc39db is 50, key is test_row_0/C:col10/1732382752187/Put/seqid=0 2024-11-23T17:25:52,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742087_1263 (size=12001) 2024-11-23T17:25:52,778 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/5a8f1c0694b84f3999adc32e20cc39db 2024-11-23T17:25:52,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/b203216ae72e4dd69e8086648df71d8d as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/b203216ae72e4dd69e8086648df71d8d 2024-11-23T17:25:52,789 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/b203216ae72e4dd69e8086648df71d8d, entries=150, sequenceid=117, filesize=11.7 K 2024-11-23T17:25:52,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/0ac1a8316ab14ab4800fc91282a44777 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/0ac1a8316ab14ab4800fc91282a44777 2024-11-23T17:25:52,795 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/0ac1a8316ab14ab4800fc91282a44777, entries=150, sequenceid=117, filesize=11.7 K 2024-11-23T17:25:52,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/5a8f1c0694b84f3999adc32e20cc39db as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/5a8f1c0694b84f3999adc32e20cc39db 2024-11-23T17:25:52,801 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/5a8f1c0694b84f3999adc32e20cc39db, entries=150, sequenceid=117, filesize=11.7 K 2024-11-23T17:25:52,802 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=13.42 KB/13740 for 684eaeafd1e2531163aff395ab63f79c in 66ms, sequenceid=117, compaction requested=false 2024-11-23T17:25:52,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:25:52,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:52,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-23T17:25:52,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-23T17:25:52,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-23T17:25:52,805 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 526 msec 2024-11-23T17:25:52,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 684eaeafd1e2531163aff395ab63f79c 2024-11-23T17:25:52,806 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 684eaeafd1e2531163aff395ab63f79c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T17:25:52,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=A 2024-11-23T17:25:52,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:52,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=B 2024-11-23T17:25:52,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:52,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=C 2024-11-23T17:25:52,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:52,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 531 msec 2024-11-23T17:25:52,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/59bf18fe5c9c468a9cfef0004c61d225 is 50, key is test_row_0/A:col10/1732382752804/Put/seqid=0 2024-11-23T17:25:52,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742088_1264 (size=12001) 2024-11-23T17:25:52,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382812823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:52,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382812824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:52,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:52,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382812825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:52,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382812827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:52,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:52,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382812828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-23T17:25:52,878 INFO [Thread-1119 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-23T17:25:52,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:25:52,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-23T17:25:52,881 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:25:52,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T17:25:52,881 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:25:52,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:25:52,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:52,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382812928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:52,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:52,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382812929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:52,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382812929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:52,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:52,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382812932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:52,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:52,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382812932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:52,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T17:25:53,033 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:53,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T17:25:53,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:53,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:25:53,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:53,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:53,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:53,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:53,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382813131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:53,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:53,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382813132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:53,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:53,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382813133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:53,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:53,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382813134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:53,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:53,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382813135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:53,162 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/936e9f33551447139366d8830b3d99eb as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/936e9f33551447139366d8830b3d99eb 2024-11-23T17:25:53,168 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684eaeafd1e2531163aff395ab63f79c/C of 684eaeafd1e2531163aff395ab63f79c into 936e9f33551447139366d8830b3d99eb(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:53,168 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:25:53,168 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c., storeName=684eaeafd1e2531163aff395ab63f79c/C, priority=13, startTime=1732382752687; duration=0sec 2024-11-23T17:25:53,168 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:53,168 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684eaeafd1e2531163aff395ab63f79c:C 2024-11-23T17:25:53,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T17:25:53,186 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:53,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T17:25:53,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:53,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:25:53,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:53,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:53,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:53,216 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/59bf18fe5c9c468a9cfef0004c61d225 2024-11-23T17:25:53,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/6261b9442e9e4be3ad2a09cf65b2f0f2 is 50, key is test_row_0/B:col10/1732382752804/Put/seqid=0 2024-11-23T17:25:53,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742089_1265 (size=12001) 2024-11-23T17:25:53,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/6261b9442e9e4be3ad2a09cf65b2f0f2 2024-11-23T17:25:53,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/88f7e71e8bc748e99777727e17bd2d83 is 50, key is test_row_0/C:col10/1732382752804/Put/seqid=0 2024-11-23T17:25:53,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742090_1266 (size=12001) 2024-11-23T17:25:53,339 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:53,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T17:25:53,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:53,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:25:53,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:53,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:53,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:53,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:53,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:53,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382813435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:53,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:53,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382813436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:53,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:53,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382813437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:53,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382813437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:53,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382813437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:53,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T17:25:53,492 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:53,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T17:25:53,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:53,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:25:53,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:53,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:53,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:53,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/88f7e71e8bc748e99777727e17bd2d83 2024-11-23T17:25:53,644 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:53,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T17:25:53,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:53,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:25:53,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:53,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:53,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:53,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/59bf18fe5c9c468a9cfef0004c61d225 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/59bf18fe5c9c468a9cfef0004c61d225 2024-11-23T17:25:53,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/59bf18fe5c9c468a9cfef0004c61d225, entries=150, sequenceid=128, filesize=11.7 K 2024-11-23T17:25:53,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/6261b9442e9e4be3ad2a09cf65b2f0f2 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/6261b9442e9e4be3ad2a09cf65b2f0f2 2024-11-23T17:25:53,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/6261b9442e9e4be3ad2a09cf65b2f0f2, entries=150, sequenceid=128, filesize=11.7 K 2024-11-23T17:25:53,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/88f7e71e8bc748e99777727e17bd2d83 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/88f7e71e8bc748e99777727e17bd2d83 2024-11-23T17:25:53,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/88f7e71e8bc748e99777727e17bd2d83, entries=150, sequenceid=128, filesize=11.7 K 2024-11-23T17:25:53,664 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 684eaeafd1e2531163aff395ab63f79c in 859ms, sequenceid=128, compaction requested=true 2024-11-23T17:25:53,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:25:53,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684eaeafd1e2531163aff395ab63f79c:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:25:53,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:53,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684eaeafd1e2531163aff395ab63f79c:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:25:53,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:53,664 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:53,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684eaeafd1e2531163aff395ab63f79c:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:25:53,664 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:53,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:53,665 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:53,665 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:53,665 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 684eaeafd1e2531163aff395ab63f79c/A is initiating minor compaction (all files) 2024-11-23T17:25:53,665 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 684eaeafd1e2531163aff395ab63f79c/B is initiating minor compaction (all files) 2024-11-23T17:25:53,665 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684eaeafd1e2531163aff395ab63f79c/B in TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:53,665 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684eaeafd1e2531163aff395ab63f79c/A in TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:53,665 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/64fa228dfcaf40729b10d8ea2d5443dc, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/0ac1a8316ab14ab4800fc91282a44777, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/6261b9442e9e4be3ad2a09cf65b2f0f2] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp, totalSize=35.4 K 2024-11-23T17:25:53,665 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/06f653804df14624a5b07b45ce5c5107, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/b203216ae72e4dd69e8086648df71d8d, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/59bf18fe5c9c468a9cfef0004c61d225] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp, totalSize=35.4 K 2024-11-23T17:25:53,666 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 64fa228dfcaf40729b10d8ea2d5443dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732382752164 2024-11-23T17:25:53,666 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06f653804df14624a5b07b45ce5c5107, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732382752164 2024-11-23T17:25:53,667 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 0ac1a8316ab14ab4800fc91282a44777, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732382752183 2024-11-23T17:25:53,667 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting b203216ae72e4dd69e8086648df71d8d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732382752183 2024-11-23T17:25:53,668 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59bf18fe5c9c468a9cfef0004c61d225, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732382752801 2024-11-23T17:25:53,668 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 6261b9442e9e4be3ad2a09cf65b2f0f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732382752801 2024-11-23T17:25:53,676 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684eaeafd1e2531163aff395ab63f79c#B#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:53,676 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/c3a4d17b48ae4979a4389a4966f4ed36 is 50, key is test_row_0/B:col10/1732382752804/Put/seqid=0 2024-11-23T17:25:53,679 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684eaeafd1e2531163aff395ab63f79c#A#compaction#220 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:53,679 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/66ea9abb14da44c49c0d911d79f524fa is 50, key is test_row_0/A:col10/1732382752804/Put/seqid=0 2024-11-23T17:25:53,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742091_1267 (size=12309) 2024-11-23T17:25:53,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742092_1268 (size=12309) 2024-11-23T17:25:53,695 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/66ea9abb14da44c49c0d911d79f524fa as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/66ea9abb14da44c49c0d911d79f524fa 2024-11-23T17:25:53,699 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684eaeafd1e2531163aff395ab63f79c/A of 684eaeafd1e2531163aff395ab63f79c into 66ea9abb14da44c49c0d911d79f524fa(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:53,699 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:25:53,699 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c., storeName=684eaeafd1e2531163aff395ab63f79c/A, priority=13, startTime=1732382753664; duration=0sec 2024-11-23T17:25:53,700 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:53,700 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684eaeafd1e2531163aff395ab63f79c:A 2024-11-23T17:25:53,700 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:53,701 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:53,701 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 684eaeafd1e2531163aff395ab63f79c/C is initiating minor compaction (all files) 2024-11-23T17:25:53,701 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684eaeafd1e2531163aff395ab63f79c/C in TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:53,701 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/936e9f33551447139366d8830b3d99eb, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/5a8f1c0694b84f3999adc32e20cc39db, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/88f7e71e8bc748e99777727e17bd2d83] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp, totalSize=35.4 K 2024-11-23T17:25:53,701 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 936e9f33551447139366d8830b3d99eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732382752164 2024-11-23T17:25:53,702 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a8f1c0694b84f3999adc32e20cc39db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732382752183 2024-11-23T17:25:53,702 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88f7e71e8bc748e99777727e17bd2d83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732382752801 2024-11-23T17:25:53,711 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684eaeafd1e2531163aff395ab63f79c#C#compaction#221 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:53,711 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/8ed9a17d53694d51aa992f3efe9980c7 is 50, key is test_row_0/C:col10/1732382752804/Put/seqid=0 2024-11-23T17:25:53,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742093_1269 (size=12309) 2024-11-23T17:25:53,798 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:53,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-23T17:25:53,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:53,799 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 684eaeafd1e2531163aff395ab63f79c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T17:25:53,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=A 2024-11-23T17:25:53,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:53,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=B 2024-11-23T17:25:53,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:53,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=C 2024-11-23T17:25:53,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:53,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/8a8724963eb94ce589d685e69d595b36 is 50, key is test_row_0/A:col10/1732382752824/Put/seqid=0 2024-11-23T17:25:53,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742094_1270 (size=12151) 2024-11-23T17:25:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 684eaeafd1e2531163aff395ab63f79c 2024-11-23T17:25:53,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:25:53,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:53,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382813944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:53,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:53,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382813947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:53,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:53,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382813948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:53,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:53,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382813948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:53,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:53,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382813948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:53,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T17:25:54,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382814049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:54,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:54,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382814050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:54,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:54,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382814052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:54,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:54,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382814052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:54,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382814053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:54,088 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/c3a4d17b48ae4979a4389a4966f4ed36 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/c3a4d17b48ae4979a4389a4966f4ed36 2024-11-23T17:25:54,093 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684eaeafd1e2531163aff395ab63f79c/B of 684eaeafd1e2531163aff395ab63f79c into c3a4d17b48ae4979a4389a4966f4ed36(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:54,093 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:25:54,093 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c., storeName=684eaeafd1e2531163aff395ab63f79c/B, priority=13, startTime=1732382753664; duration=0sec 2024-11-23T17:25:54,093 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:54,093 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684eaeafd1e2531163aff395ab63f79c:B 2024-11-23T17:25:54,121 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/8ed9a17d53694d51aa992f3efe9980c7 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/8ed9a17d53694d51aa992f3efe9980c7 2024-11-23T17:25:54,126 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684eaeafd1e2531163aff395ab63f79c/C of 684eaeafd1e2531163aff395ab63f79c into 8ed9a17d53694d51aa992f3efe9980c7(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:54,126 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:25:54,126 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c., storeName=684eaeafd1e2531163aff395ab63f79c/C, priority=13, startTime=1732382753664; duration=0sec 2024-11-23T17:25:54,126 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:54,126 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684eaeafd1e2531163aff395ab63f79c:C 2024-11-23T17:25:54,208 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/8a8724963eb94ce589d685e69d595b36 2024-11-23T17:25:54,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/3f6ca427c62c418bac231d0e82198601 is 50, key is test_row_0/B:col10/1732382752824/Put/seqid=0 2024-11-23T17:25:54,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742095_1271 (size=12151) 2024-11-23T17:25:54,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:54,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382814252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:54,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382814255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:54,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:54,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382814255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:54,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:54,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382814256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:54,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:54,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382814256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:54,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:54,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382814555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:54,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382814558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:54,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382814559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:54,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382814559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:54,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:54,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382814561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:54,623 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/3f6ca427c62c418bac231d0e82198601 2024-11-23T17:25:54,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/1cabb6a261164b449c2f1fed38cd04ea is 50, key is test_row_0/C:col10/1732382752824/Put/seqid=0 2024-11-23T17:25:54,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742096_1272 (size=12151) 2024-11-23T17:25:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T17:25:55,037 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/1cabb6a261164b449c2f1fed38cd04ea 2024-11-23T17:25:55,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/8a8724963eb94ce589d685e69d595b36 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/8a8724963eb94ce589d685e69d595b36 2024-11-23T17:25:55,047 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/8a8724963eb94ce589d685e69d595b36, entries=150, sequenceid=156, filesize=11.9 K 2024-11-23T17:25:55,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/3f6ca427c62c418bac231d0e82198601 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/3f6ca427c62c418bac231d0e82198601 2024-11-23T17:25:55,054 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/3f6ca427c62c418bac231d0e82198601, entries=150, sequenceid=156, filesize=11.9 K 2024-11-23T17:25:55,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-23T17:25:55,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/1cabb6a261164b449c2f1fed38cd04ea as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/1cabb6a261164b449c2f1fed38cd04ea 2024-11-23T17:25:55,059 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/1cabb6a261164b449c2f1fed38cd04ea, entries=150, sequenceid=156, filesize=11.9 K 2024-11-23T17:25:55,060 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for 684eaeafd1e2531163aff395ab63f79c in 1262ms, sequenceid=156, compaction requested=false 2024-11-23T17:25:55,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:25:55,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:55,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-23T17:25:55,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-23T17:25:55,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 684eaeafd1e2531163aff395ab63f79c 2024-11-23T17:25:55,063 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 684eaeafd1e2531163aff395ab63f79c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T17:25:55,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-23T17:25:55,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1800 sec 2024-11-23T17:25:55,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=A 2024-11-23T17:25:55,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:55,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=B 2024-11-23T17:25:55,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:55,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=C 2024-11-23T17:25:55,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:55,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 2.1860 sec 2024-11-23T17:25:55,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/566099b8a98b4a92adda0f506381483d is 50, key is test_row_0/A:col10/1732382755062/Put/seqid=0 2024-11-23T17:25:55,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382815076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:55,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382815077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:55,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:55,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382815077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:55,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:55,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382815079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:55,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:55,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382815079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:55,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742097_1273 (size=12151) 2024-11-23T17:25:55,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:55,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382815181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:55,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:55,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382815181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:55,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:55,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382815182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:55,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:55,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382815182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:55,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:55,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382815182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:55,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:55,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382815384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:55,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:55,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382815385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:55,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:55,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382815386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:55,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:55,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382815386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:55,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:55,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382815386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:55,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/566099b8a98b4a92adda0f506381483d 2024-11-23T17:25:55,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/f5be5049663242c783c4c1d213aa7311 is 50, key is test_row_0/B:col10/1732382755062/Put/seqid=0 2024-11-23T17:25:55,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742098_1274 (size=12151) 2024-11-23T17:25:55,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/f5be5049663242c783c4c1d213aa7311 2024-11-23T17:25:55,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/37da4e6ba89343a1beef124bf95a104f is 50, key is test_row_0/C:col10/1732382755062/Put/seqid=0 2024-11-23T17:25:55,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742099_1275 (size=12151) 2024-11-23T17:25:55,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382815688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:55,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382815688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:55,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382815689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:55,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:55,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382815689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:55,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382815691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:55,918 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/37da4e6ba89343a1beef124bf95a104f 2024-11-23T17:25:55,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/566099b8a98b4a92adda0f506381483d as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/566099b8a98b4a92adda0f506381483d 2024-11-23T17:25:55,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/566099b8a98b4a92adda0f506381483d, entries=150, sequenceid=173, filesize=11.9 K 2024-11-23T17:25:55,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/f5be5049663242c783c4c1d213aa7311 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/f5be5049663242c783c4c1d213aa7311 2024-11-23T17:25:55,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/f5be5049663242c783c4c1d213aa7311, entries=150, sequenceid=173, filesize=11.9 K 2024-11-23T17:25:55,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/37da4e6ba89343a1beef124bf95a104f as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/37da4e6ba89343a1beef124bf95a104f 2024-11-23T17:25:55,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/37da4e6ba89343a1beef124bf95a104f, entries=150, sequenceid=173, filesize=11.9 K 2024-11-23T17:25:55,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 684eaeafd1e2531163aff395ab63f79c in 880ms, sequenceid=173, compaction requested=true 2024-11-23T17:25:55,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:25:55,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684eaeafd1e2531163aff395ab63f79c:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:25:55,943 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:55,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:55,943 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:55,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684eaeafd1e2531163aff395ab63f79c:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:25:55,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:55,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684eaeafd1e2531163aff395ab63f79c:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:25:55,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:55,945 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:55,945 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:55,945 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 684eaeafd1e2531163aff395ab63f79c/A is initiating minor compaction (all files) 2024-11-23T17:25:55,945 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 684eaeafd1e2531163aff395ab63f79c/B is initiating minor compaction (all files) 2024-11-23T17:25:55,945 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684eaeafd1e2531163aff395ab63f79c/A in TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:55,945 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684eaeafd1e2531163aff395ab63f79c/B in TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:55,945 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/66ea9abb14da44c49c0d911d79f524fa, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/8a8724963eb94ce589d685e69d595b36, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/566099b8a98b4a92adda0f506381483d] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp, totalSize=35.8 K 2024-11-23T17:25:55,946 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/c3a4d17b48ae4979a4389a4966f4ed36, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/3f6ca427c62c418bac231d0e82198601, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/f5be5049663242c783c4c1d213aa7311] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp, totalSize=35.8 K 2024-11-23T17:25:55,946 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting c3a4d17b48ae4979a4389a4966f4ed36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732382752801 2024-11-23T17:25:55,946 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66ea9abb14da44c49c0d911d79f524fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732382752801 2024-11-23T17:25:55,946 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a8724963eb94ce589d685e69d595b36, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732382752824 2024-11-23T17:25:55,947 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 3f6ca427c62c418bac231d0e82198601, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732382752824 2024-11-23T17:25:55,947 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 566099b8a98b4a92adda0f506381483d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732382753946 2024-11-23T17:25:55,947 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting f5be5049663242c783c4c1d213aa7311, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732382753946 2024-11-23T17:25:55,958 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684eaeafd1e2531163aff395ab63f79c#B#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:55,958 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684eaeafd1e2531163aff395ab63f79c#A#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:55,958 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/579414be57cb4e1fb3e4c08ea26805b0 is 50, key is test_row_0/B:col10/1732382755062/Put/seqid=0 2024-11-23T17:25:55,958 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/3b7268892a43444d84a56c0b75bb229d is 50, key is test_row_0/A:col10/1732382755062/Put/seqid=0 2024-11-23T17:25:55,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742100_1276 (size=12561) 2024-11-23T17:25:55,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742101_1277 (size=12561) 2024-11-23T17:25:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 684eaeafd1e2531163aff395ab63f79c 2024-11-23T17:25:56,192 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 684eaeafd1e2531163aff395ab63f79c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T17:25:56,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=A 2024-11-23T17:25:56,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:56,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=B 2024-11-23T17:25:56,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:56,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=C 2024-11-23T17:25:56,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:56,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/89fc7463204a4498a8e8b50d48402735 is 50, key is test_row_0/A:col10/1732382755075/Put/seqid=0 2024-11-23T17:25:56,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742102_1278 (size=12151) 2024-11-23T17:25:56,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:56,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382816202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382816201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:56,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382816205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:56,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382816206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:56,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382816206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:56,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:56,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382816307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382816307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:56,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382816308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:56,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382816310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:56,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382816310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:56,373 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/579414be57cb4e1fb3e4c08ea26805b0 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/579414be57cb4e1fb3e4c08ea26805b0 2024-11-23T17:25:56,373 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/3b7268892a43444d84a56c0b75bb229d as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/3b7268892a43444d84a56c0b75bb229d 2024-11-23T17:25:56,378 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684eaeafd1e2531163aff395ab63f79c/A of 684eaeafd1e2531163aff395ab63f79c into 3b7268892a43444d84a56c0b75bb229d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:56,378 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684eaeafd1e2531163aff395ab63f79c/B of 684eaeafd1e2531163aff395ab63f79c into 579414be57cb4e1fb3e4c08ea26805b0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:56,379 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:25:56,379 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:25:56,379 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c., storeName=684eaeafd1e2531163aff395ab63f79c/B, priority=13, startTime=1732382755943; duration=0sec 2024-11-23T17:25:56,379 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c., storeName=684eaeafd1e2531163aff395ab63f79c/A, priority=13, startTime=1732382755942; duration=0sec 2024-11-23T17:25:56,379 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:56,379 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684eaeafd1e2531163aff395ab63f79c:A 2024-11-23T17:25:56,379 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:56,379 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:25:56,379 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684eaeafd1e2531163aff395ab63f79c:B 2024-11-23T17:25:56,380 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:25:56,380 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 684eaeafd1e2531163aff395ab63f79c/C is initiating minor compaction (all files) 2024-11-23T17:25:56,380 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684eaeafd1e2531163aff395ab63f79c/C in TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:56,380 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/8ed9a17d53694d51aa992f3efe9980c7, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/1cabb6a261164b449c2f1fed38cd04ea, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/37da4e6ba89343a1beef124bf95a104f] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp, totalSize=35.8 K 2024-11-23T17:25:56,381 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ed9a17d53694d51aa992f3efe9980c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732382752801 2024-11-23T17:25:56,381 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1cabb6a261164b449c2f1fed38cd04ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732382752824 2024-11-23T17:25:56,382 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37da4e6ba89343a1beef124bf95a104f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732382753946 2024-11-23T17:25:56,390 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684eaeafd1e2531163aff395ab63f79c#C#compaction#231 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:56,390 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/0ff9d781237f401ebacbd26c73654eac is 50, key is test_row_0/C:col10/1732382755062/Put/seqid=0 2024-11-23T17:25:56,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742103_1279 (size=12561) 2024-11-23T17:25:56,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:56,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382816510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:56,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:56,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382816511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:56,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:56,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382816511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:56,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:56,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382816514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:56,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:56,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382816515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:56,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/89fc7463204a4498a8e8b50d48402735 2024-11-23T17:25:56,614 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/439771cb404541568d22cb6eb2cf6ad8 is 50, key is test_row_0/B:col10/1732382755075/Put/seqid=0 2024-11-23T17:25:56,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742104_1280 (size=12151) 2024-11-23T17:25:56,801 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/0ff9d781237f401ebacbd26c73654eac as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/0ff9d781237f401ebacbd26c73654eac 2024-11-23T17:25:56,806 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684eaeafd1e2531163aff395ab63f79c/C of 684eaeafd1e2531163aff395ab63f79c into 0ff9d781237f401ebacbd26c73654eac(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:56,806 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:25:56,806 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c., storeName=684eaeafd1e2531163aff395ab63f79c/C, priority=13, startTime=1732382755943; duration=0sec 2024-11-23T17:25:56,806 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:56,806 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684eaeafd1e2531163aff395ab63f79c:C 2024-11-23T17:25:56,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:56,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382816813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:56,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:56,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:56,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382816814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:56,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382816813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:56,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:56,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382816818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:56,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:56,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382816819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-23T17:25:56,986 INFO [Thread-1119 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-23T17:25:56,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:25:56,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-23T17:25:56,989 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:25:56,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T17:25:56,990 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:25:56,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:25:57,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/439771cb404541568d22cb6eb2cf6ad8 2024-11-23T17:25:57,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/196a926e5759402f9847357638782ae4 is 50, key is test_row_0/C:col10/1732382755075/Put/seqid=0 2024-11-23T17:25:57,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742105_1281 (size=12151) 2024-11-23T17:25:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T17:25:57,141 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:57,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T17:25:57,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:57,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:25:57,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:57,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:57,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:57,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T17:25:57,295 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:57,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T17:25:57,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:57,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:25:57,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:57,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:57,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:57,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382817318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:57,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382817319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:57,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382817319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:57,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382817320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:57,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382817321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:57,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/196a926e5759402f9847357638782ae4 2024-11-23T17:25:57,448 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:57,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T17:25:57,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:57,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:25:57,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:57,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:57,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:57,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/89fc7463204a4498a8e8b50d48402735 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/89fc7463204a4498a8e8b50d48402735 2024-11-23T17:25:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:57,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/89fc7463204a4498a8e8b50d48402735, entries=150, sequenceid=195, filesize=11.9 K 2024-11-23T17:25:57,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/439771cb404541568d22cb6eb2cf6ad8 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/439771cb404541568d22cb6eb2cf6ad8 2024-11-23T17:25:57,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/439771cb404541568d22cb6eb2cf6ad8, entries=150, sequenceid=195, filesize=11.9 K 2024-11-23T17:25:57,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/196a926e5759402f9847357638782ae4 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/196a926e5759402f9847357638782ae4 2024-11-23T17:25:57,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/196a926e5759402f9847357638782ae4, entries=150, sequenceid=195, filesize=11.9 K 2024-11-23T17:25:57,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 684eaeafd1e2531163aff395ab63f79c in 1274ms, sequenceid=195, compaction requested=false 2024-11-23T17:25:57,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:25:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T17:25:57,601 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:57,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-23T17:25:57,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:57,602 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 684eaeafd1e2531163aff395ab63f79c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T17:25:57,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=A 2024-11-23T17:25:57,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:57,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=B 2024-11-23T17:25:57,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:57,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=C 2024-11-23T17:25:57,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:57,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/27c3f5411a0f4d14b747b55c9a36c52c is 50, key is test_row_0/A:col10/1732382756200/Put/seqid=0 2024-11-23T17:25:57,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742106_1282 (size=12151) 2024-11-23T17:25:58,013 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/27c3f5411a0f4d14b747b55c9a36c52c 2024-11-23T17:25:58,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/0e1b426142c9406fb35725050a075227 is 50, key is test_row_0/B:col10/1732382756200/Put/seqid=0 2024-11-23T17:25:58,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742107_1283 (size=12151) 2024-11-23T17:25:58,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T17:25:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 684eaeafd1e2531163aff395ab63f79c 2024-11-23T17:25:58,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:25:58,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382818340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:58,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:58,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382818341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:58,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382818342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:58,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382818342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:58,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382818343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:58,427 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/0e1b426142c9406fb35725050a075227 2024-11-23T17:25:58,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/fd8c240bc84741a3bf6a6bab50d4b4df is 50, key is test_row_0/C:col10/1732382756200/Put/seqid=0 2024-11-23T17:25:58,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:58,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382818444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:58,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:58,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382818445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:58,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382818446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:58,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382818446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:58,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:58,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382818447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:58,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742108_1284 (size=12151) 2024-11-23T17:25:58,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382818648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:58,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:58,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382818648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:58,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:58,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382818651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:58,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382818651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:58,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:58,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382818652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:58,866 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/fd8c240bc84741a3bf6a6bab50d4b4df 2024-11-23T17:25:58,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/27c3f5411a0f4d14b747b55c9a36c52c as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/27c3f5411a0f4d14b747b55c9a36c52c 2024-11-23T17:25:58,879 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/27c3f5411a0f4d14b747b55c9a36c52c, entries=150, sequenceid=213, filesize=11.9 K 2024-11-23T17:25:58,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/0e1b426142c9406fb35725050a075227 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/0e1b426142c9406fb35725050a075227 2024-11-23T17:25:58,885 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/0e1b426142c9406fb35725050a075227, entries=150, sequenceid=213, filesize=11.9 K 2024-11-23T17:25:58,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/fd8c240bc84741a3bf6a6bab50d4b4df as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/fd8c240bc84741a3bf6a6bab50d4b4df 2024-11-23T17:25:58,889 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/fd8c240bc84741a3bf6a6bab50d4b4df, entries=150, sequenceid=213, filesize=11.9 K 2024-11-23T17:25:58,890 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 684eaeafd1e2531163aff395ab63f79c in 1288ms, sequenceid=213, compaction requested=true 2024-11-23T17:25:58,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:25:58,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:58,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-23T17:25:58,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-23T17:25:58,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-23T17:25:58,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9010 sec 2024-11-23T17:25:58,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.9070 sec 2024-11-23T17:25:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 684eaeafd1e2531163aff395ab63f79c 2024-11-23T17:25:58,952 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 684eaeafd1e2531163aff395ab63f79c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T17:25:58,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=A 2024-11-23T17:25:58,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:58,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=B 2024-11-23T17:25:58,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:58,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=C 2024-11-23T17:25:58,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:58,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/655c8b9d203844b1a220f5ea69a16ed5 is 50, key is test_row_0/A:col10/1732382758951/Put/seqid=0 2024-11-23T17:25:58,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382818960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:58,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742109_1285 (size=16931) 2024-11-23T17:25:58,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382818961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:58,964 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/655c8b9d203844b1a220f5ea69a16ed5 2024-11-23T17:25:58,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382818963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:58,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382818963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:58,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382818964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:58,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/29f7dd7f555e4dabbaaeffb1c4d4ca21 is 50, key is test_row_0/B:col10/1732382758951/Put/seqid=0 2024-11-23T17:25:58,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742110_1286 (size=12151) 2024-11-23T17:25:58,995 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/29f7dd7f555e4dabbaaeffb1c4d4ca21 2024-11-23T17:25:59,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/ee4287b1ca8e4c4998d050e200c3fc17 is 50, key is test_row_0/C:col10/1732382758951/Put/seqid=0 2024-11-23T17:25:59,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742111_1287 (size=12151) 2024-11-23T17:25:59,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382819064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:59,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382819065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:59,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382819067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:59,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382819067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:59,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382819067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-23T17:25:59,093 INFO [Thread-1119 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-23T17:25:59,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:25:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-23T17:25:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T17:25:59,096 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:25:59,097 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:25:59,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:25:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T17:25:59,249 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:59,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T17:25:59,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:59,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:25:59,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:59,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:59,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:59,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382819268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:59,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382819269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:59,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382819270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:59,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382819270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:59,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382819272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T17:25:59,402 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:59,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T17:25:59,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:59,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:25:59,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:59,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:59,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:25:59,407 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/ee4287b1ca8e4c4998d050e200c3fc17 2024-11-23T17:25:59,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/655c8b9d203844b1a220f5ea69a16ed5 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/655c8b9d203844b1a220f5ea69a16ed5 2024-11-23T17:25:59,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/655c8b9d203844b1a220f5ea69a16ed5, entries=250, sequenceid=237, filesize=16.5 K 2024-11-23T17:25:59,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/29f7dd7f555e4dabbaaeffb1c4d4ca21 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/29f7dd7f555e4dabbaaeffb1c4d4ca21 2024-11-23T17:25:59,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/29f7dd7f555e4dabbaaeffb1c4d4ca21, entries=150, sequenceid=237, filesize=11.9 K 2024-11-23T17:25:59,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/ee4287b1ca8e4c4998d050e200c3fc17 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/ee4287b1ca8e4c4998d050e200c3fc17 2024-11-23T17:25:59,425 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/ee4287b1ca8e4c4998d050e200c3fc17, entries=150, sequenceid=237, filesize=11.9 K 2024-11-23T17:25:59,426 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for 684eaeafd1e2531163aff395ab63f79c in 474ms, sequenceid=237, compaction requested=true 2024-11-23T17:25:59,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:25:59,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684eaeafd1e2531163aff395ab63f79c:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:25:59,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:59,427 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:25:59,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684eaeafd1e2531163aff395ab63f79c:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:25:59,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:59,427 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:25:59,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684eaeafd1e2531163aff395ab63f79c:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:25:59,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:59,428 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53794 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:25:59,428 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:25:59,428 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 684eaeafd1e2531163aff395ab63f79c/A is initiating minor compaction (all files) 2024-11-23T17:25:59,428 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 684eaeafd1e2531163aff395ab63f79c/B is initiating minor compaction (all files) 2024-11-23T17:25:59,428 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684eaeafd1e2531163aff395ab63f79c/B in TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:59,428 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/579414be57cb4e1fb3e4c08ea26805b0, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/439771cb404541568d22cb6eb2cf6ad8, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/0e1b426142c9406fb35725050a075227, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/29f7dd7f555e4dabbaaeffb1c4d4ca21] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp, totalSize=47.9 K 2024-11-23T17:25:59,428 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684eaeafd1e2531163aff395ab63f79c/A in TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:59,428 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/3b7268892a43444d84a56c0b75bb229d, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/89fc7463204a4498a8e8b50d48402735, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/27c3f5411a0f4d14b747b55c9a36c52c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/655c8b9d203844b1a220f5ea69a16ed5] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp, totalSize=52.5 K 2024-11-23T17:25:59,428 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 579414be57cb4e1fb3e4c08ea26805b0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732382753946 2024-11-23T17:25:59,429 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b7268892a43444d84a56c0b75bb229d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732382753946 2024-11-23T17:25:59,429 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 439771cb404541568d22cb6eb2cf6ad8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732382755075 2024-11-23T17:25:59,429 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89fc7463204a4498a8e8b50d48402735, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732382755075 2024-11-23T17:25:59,429 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e1b426142c9406fb35725050a075227, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732382756200 2024-11-23T17:25:59,429 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27c3f5411a0f4d14b747b55c9a36c52c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732382756200 2024-11-23T17:25:59,430 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 29f7dd7f555e4dabbaaeffb1c4d4ca21, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732382758342 2024-11-23T17:25:59,430 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 655c8b9d203844b1a220f5ea69a16ed5, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732382758337 2024-11-23T17:25:59,438 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684eaeafd1e2531163aff395ab63f79c#A#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:59,439 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/1a19e30da7324061a6ae37eace312da1 is 50, key is test_row_0/A:col10/1732382758951/Put/seqid=0 2024-11-23T17:25:59,441 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684eaeafd1e2531163aff395ab63f79c#B#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:59,442 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/b6cfda9cd77a48b8a34a9c356dc6d5f6 is 50, key is test_row_0/B:col10/1732382758951/Put/seqid=0 2024-11-23T17:25:59,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742112_1288 (size=12697) 2024-11-23T17:25:59,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742113_1289 (size=12697) 2024-11-23T17:25:59,450 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/1a19e30da7324061a6ae37eace312da1 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/1a19e30da7324061a6ae37eace312da1 2024-11-23T17:25:59,452 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/b6cfda9cd77a48b8a34a9c356dc6d5f6 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/b6cfda9cd77a48b8a34a9c356dc6d5f6 2024-11-23T17:25:59,456 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 684eaeafd1e2531163aff395ab63f79c/A of 684eaeafd1e2531163aff395ab63f79c into 1a19e30da7324061a6ae37eace312da1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:59,456 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:25:59,456 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c., storeName=684eaeafd1e2531163aff395ab63f79c/A, priority=12, startTime=1732382759426; duration=0sec 2024-11-23T17:25:59,456 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:25:59,456 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684eaeafd1e2531163aff395ab63f79c:A 2024-11-23T17:25:59,456 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:25:59,457 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:25:59,457 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 684eaeafd1e2531163aff395ab63f79c/C is initiating minor compaction (all files) 2024-11-23T17:25:59,458 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684eaeafd1e2531163aff395ab63f79c/C in TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:59,458 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/0ff9d781237f401ebacbd26c73654eac, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/196a926e5759402f9847357638782ae4, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/fd8c240bc84741a3bf6a6bab50d4b4df, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/ee4287b1ca8e4c4998d050e200c3fc17] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp, totalSize=47.9 K 2024-11-23T17:25:59,458 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ff9d781237f401ebacbd26c73654eac, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732382753946 2024-11-23T17:25:59,458 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 196a926e5759402f9847357638782ae4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732382755075 2024-11-23T17:25:59,458 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 684eaeafd1e2531163aff395ab63f79c/B of 684eaeafd1e2531163aff395ab63f79c into b6cfda9cd77a48b8a34a9c356dc6d5f6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:59,458 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:25:59,458 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c., storeName=684eaeafd1e2531163aff395ab63f79c/B, priority=12, startTime=1732382759426; duration=0sec 2024-11-23T17:25:59,458 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:59,458 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684eaeafd1e2531163aff395ab63f79c:B 2024-11-23T17:25:59,458 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd8c240bc84741a3bf6a6bab50d4b4df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732382756200 2024-11-23T17:25:59,459 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee4287b1ca8e4c4998d050e200c3fc17, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732382758342 2024-11-23T17:25:59,467 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684eaeafd1e2531163aff395ab63f79c#C#compaction#242 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:25:59,468 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/1b700827199b401380fcc8e87afc6368 is 50, key is test_row_0/C:col10/1732382758951/Put/seqid=0 2024-11-23T17:25:59,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742114_1290 (size=12697) 2024-11-23T17:25:59,483 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/1b700827199b401380fcc8e87afc6368 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/1b700827199b401380fcc8e87afc6368 2024-11-23T17:25:59,489 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 684eaeafd1e2531163aff395ab63f79c/C of 684eaeafd1e2531163aff395ab63f79c into 1b700827199b401380fcc8e87afc6368(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:25:59,489 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:25:59,489 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c., storeName=684eaeafd1e2531163aff395ab63f79c/C, priority=12, startTime=1732382759427; duration=0sec 2024-11-23T17:25:59,489 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:25:59,489 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684eaeafd1e2531163aff395ab63f79c:C 2024-11-23T17:25:59,555 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:59,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-23T17:25:59,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:25:59,555 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 684eaeafd1e2531163aff395ab63f79c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T17:25:59,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=A 2024-11-23T17:25:59,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:59,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=B 2024-11-23T17:25:59,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:59,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=C 2024-11-23T17:25:59,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:25:59,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/b199f1844b2647e298c0c44017b6d441 is 50, key is test_row_0/A:col10/1732382758961/Put/seqid=0 2024-11-23T17:25:59,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742115_1291 (size=12151) 2024-11-23T17:25:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 684eaeafd1e2531163aff395ab63f79c 2024-11-23T17:25:59,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:25:59,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382819584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:59,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382819586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:59,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:59,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382819587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:59,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:59,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382819587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:59,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:59,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382819587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:59,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382819688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:59,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382819689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:59,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:59,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382819689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:59,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:59,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382819690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:59,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:59,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382819690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T17:25:59,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382819891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:59,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:59,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382819891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:59,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:59,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382819892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382819893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:59,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:25:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382819894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:25:59,966 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/b199f1844b2647e298c0c44017b6d441 2024-11-23T17:25:59,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/c1d9a07a732343f897da0631648f1887 is 50, key is test_row_0/B:col10/1732382758961/Put/seqid=0 2024-11-23T17:25:59,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742116_1292 (size=12151) 2024-11-23T17:26:00,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:00,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382820193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:00,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382820195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:00,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:00,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382820196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:00,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:00,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382820197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:00,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T17:26:00,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382820197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:00,377 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/c1d9a07a732343f897da0631648f1887 2024-11-23T17:26:00,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/d1fb81a3564144669efee386f183ea76 is 50, key is test_row_0/C:col10/1732382758961/Put/seqid=0 2024-11-23T17:26:00,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742117_1293 (size=12151) 2024-11-23T17:26:00,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382820699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:00,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382820699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:00,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:00,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382820699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382820700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:00,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382820701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:00,802 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/d1fb81a3564144669efee386f183ea76 2024-11-23T17:26:00,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/b199f1844b2647e298c0c44017b6d441 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/b199f1844b2647e298c0c44017b6d441 2024-11-23T17:26:00,816 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/b199f1844b2647e298c0c44017b6d441, entries=150, sequenceid=254, filesize=11.9 K 2024-11-23T17:26:00,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/c1d9a07a732343f897da0631648f1887 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/c1d9a07a732343f897da0631648f1887 2024-11-23T17:26:00,821 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/c1d9a07a732343f897da0631648f1887, entries=150, sequenceid=254, filesize=11.9 K 2024-11-23T17:26:00,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/d1fb81a3564144669efee386f183ea76 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/d1fb81a3564144669efee386f183ea76 2024-11-23T17:26:00,826 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/d1fb81a3564144669efee386f183ea76, entries=150, sequenceid=254, filesize=11.9 K 2024-11-23T17:26:00,826 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 684eaeafd1e2531163aff395ab63f79c in 1271ms, sequenceid=254, compaction requested=false 2024-11-23T17:26:00,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:26:00,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:00,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-23T17:26:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-23T17:26:00,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-23T17:26:00,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7310 sec 2024-11-23T17:26:00,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.7350 sec 2024-11-23T17:26:01,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-23T17:26:01,200 INFO [Thread-1119 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-23T17:26:01,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:26:01,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-23T17:26:01,203 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:26:01,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T17:26:01,204 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:26:01,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:26:01,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T17:26:01,356 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:01,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-23T17:26:01,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:01,357 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 684eaeafd1e2531163aff395ab63f79c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T17:26:01,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=A 2024-11-23T17:26:01,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:01,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=B 2024-11-23T17:26:01,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:01,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=C 2024-11-23T17:26:01,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:01,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/696c3ef74145464da792f96ff569c0f6 is 50, key is test_row_0/A:col10/1732382759586/Put/seqid=0 2024-11-23T17:26:01,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742118_1294 (size=12301) 2024-11-23T17:26:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T17:26:01,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 684eaeafd1e2531163aff395ab63f79c 2024-11-23T17:26:01,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:26:01,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:01,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382821711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382821711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:01,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382821714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:01,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382821714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:01,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382821714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:01,766 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/696c3ef74145464da792f96ff569c0f6 2024-11-23T17:26:01,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/3552c8b2c16b4ea4aecd28bafa9610f2 is 50, key is test_row_0/B:col10/1732382759586/Put/seqid=0 2024-11-23T17:26:01,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742119_1295 (size=12301) 2024-11-23T17:26:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T17:26:01,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:01,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382821815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:01,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:01,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382821818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:01,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:01,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382821818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:01,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:01,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382821818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:02,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:02,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382822018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:02,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:02,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382822020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:02,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382822021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:02,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:02,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382822022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:02,183 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/3552c8b2c16b4ea4aecd28bafa9610f2 2024-11-23T17:26:02,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/45b93c7ad949468397dcd1d1b9fa9bda is 50, key is test_row_0/C:col10/1732382759586/Put/seqid=0 2024-11-23T17:26:02,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742120_1296 (size=12301) 2024-11-23T17:26:02,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T17:26:02,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382822321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:02,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:02,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382822322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:02,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382822324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:02,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382822324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:02,595 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/45b93c7ad949468397dcd1d1b9fa9bda 2024-11-23T17:26:02,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/696c3ef74145464da792f96ff569c0f6 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/696c3ef74145464da792f96ff569c0f6 2024-11-23T17:26:02,605 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/696c3ef74145464da792f96ff569c0f6, entries=150, sequenceid=277, filesize=12.0 K 2024-11-23T17:26:02,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/3552c8b2c16b4ea4aecd28bafa9610f2 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/3552c8b2c16b4ea4aecd28bafa9610f2 2024-11-23T17:26:02,610 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/3552c8b2c16b4ea4aecd28bafa9610f2, entries=150, sequenceid=277, filesize=12.0 K 2024-11-23T17:26:02,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/45b93c7ad949468397dcd1d1b9fa9bda as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/45b93c7ad949468397dcd1d1b9fa9bda 2024-11-23T17:26:02,615 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/45b93c7ad949468397dcd1d1b9fa9bda, entries=150, sequenceid=277, filesize=12.0 K 2024-11-23T17:26:02,616 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 684eaeafd1e2531163aff395ab63f79c in 1259ms, sequenceid=277, compaction requested=true 2024-11-23T17:26:02,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:26:02,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:02,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-23T17:26:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-23T17:26:02,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-23T17:26:02,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4130 sec 2024-11-23T17:26:02,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.4170 sec 2024-11-23T17:26:02,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 684eaeafd1e2531163aff395ab63f79c 2024-11-23T17:26:02,829 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 684eaeafd1e2531163aff395ab63f79c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T17:26:02,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=A 2024-11-23T17:26:02,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:02,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=B 2024-11-23T17:26:02,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:02,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=C 2024-11-23T17:26:02,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:02,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/976ae83a024c407d91062f113b7da357 is 50, key is test_row_0/A:col10/1732382762829/Put/seqid=0 2024-11-23T17:26:02,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742121_1297 (size=12301) 2024-11-23T17:26:02,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:02,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382822846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:02,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:02,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382822848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:02,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382822849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:02,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382822849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:02,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382822950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:02,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:02,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382822952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:02,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382822953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:02,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:02,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382822953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:03,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:03,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382823153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:03,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:03,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382823155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:03,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:03,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382823156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:03,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:03,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382823157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:03,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/976ae83a024c407d91062f113b7da357 2024-11-23T17:26:03,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/467f6a851c734506a68f18b364dfcbcb is 50, key is test_row_0/B:col10/1732382762829/Put/seqid=0 2024-11-23T17:26:03,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742122_1298 (size=12301) 2024-11-23T17:26:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-23T17:26:03,307 INFO [Thread-1119 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-23T17:26:03,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:26:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-23T17:26:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T17:26:03,310 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:26:03,311 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:26:03,311 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:26:03,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T17:26:03,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382823455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:03,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382823458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:03,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382823458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:03,462 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:03,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T17:26:03,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:03,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:26:03,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:03,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382823462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:03,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:03,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T17:26:03,616 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:03,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T17:26:03,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:03,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:26:03,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:03,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:03,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:03,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/467f6a851c734506a68f18b364dfcbcb 2024-11-23T17:26:03,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/6cd56e34cb1c4baea0cde4fe07f1b32e is 50, key is test_row_0/C:col10/1732382762829/Put/seqid=0 2024-11-23T17:26:03,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742123_1299 (size=12301) 2024-11-23T17:26:03,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382823719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:03,721 DEBUG [Thread-1113 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4136 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c., hostname=f54dd19cfe0a,35067,1732382683491, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:26:03,769 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:03,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T17:26:03,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:03,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:26:03,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:03,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:03,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T17:26:03,921 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:03,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T17:26:03,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:03,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:26:03,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:03,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:03,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:03,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:03,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382823958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:03,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:03,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382823960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:03,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:03,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382823963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:03,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382823968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:04,063 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/6cd56e34cb1c4baea0cde4fe07f1b32e 2024-11-23T17:26:04,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/976ae83a024c407d91062f113b7da357 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/976ae83a024c407d91062f113b7da357 2024-11-23T17:26:04,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/976ae83a024c407d91062f113b7da357, entries=150, sequenceid=294, filesize=12.0 K 2024-11-23T17:26:04,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/467f6a851c734506a68f18b364dfcbcb as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/467f6a851c734506a68f18b364dfcbcb 2024-11-23T17:26:04,073 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:04,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T17:26:04,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:04,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:26:04,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:04,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:04,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:04,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:04,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/467f6a851c734506a68f18b364dfcbcb, entries=150, sequenceid=294, filesize=12.0 K 2024-11-23T17:26:04,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/6cd56e34cb1c4baea0cde4fe07f1b32e as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/6cd56e34cb1c4baea0cde4fe07f1b32e 2024-11-23T17:26:04,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/6cd56e34cb1c4baea0cde4fe07f1b32e, entries=150, sequenceid=294, filesize=12.0 K 2024-11-23T17:26:04,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=120.76 KB/123660 for 684eaeafd1e2531163aff395ab63f79c in 1255ms, sequenceid=294, compaction requested=true 2024-11-23T17:26:04,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:26:04,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684eaeafd1e2531163aff395ab63f79c:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:26:04,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:04,083 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:26:04,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684eaeafd1e2531163aff395ab63f79c:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:26:04,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:04,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684eaeafd1e2531163aff395ab63f79c:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:26:04,083 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:26:04,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:26:04,084 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:26:04,084 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:26:04,084 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 684eaeafd1e2531163aff395ab63f79c/A is initiating minor compaction (all files) 2024-11-23T17:26:04,084 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 684eaeafd1e2531163aff395ab63f79c/B is initiating minor compaction (all files) 2024-11-23T17:26:04,084 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684eaeafd1e2531163aff395ab63f79c/A in TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:04,084 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684eaeafd1e2531163aff395ab63f79c/B in TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:04,085 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/1a19e30da7324061a6ae37eace312da1, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/b199f1844b2647e298c0c44017b6d441, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/696c3ef74145464da792f96ff569c0f6, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/976ae83a024c407d91062f113b7da357] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp, totalSize=48.3 K 2024-11-23T17:26:04,085 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/b6cfda9cd77a48b8a34a9c356dc6d5f6, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/c1d9a07a732343f897da0631648f1887, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/3552c8b2c16b4ea4aecd28bafa9610f2, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/467f6a851c734506a68f18b364dfcbcb] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp, totalSize=48.3 K 2024-11-23T17:26:04,085 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a19e30da7324061a6ae37eace312da1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732382758342 2024-11-23T17:26:04,085 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting b6cfda9cd77a48b8a34a9c356dc6d5f6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732382758342 2024-11-23T17:26:04,085 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting b199f1844b2647e298c0c44017b6d441, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732382758958 2024-11-23T17:26:04,085 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting c1d9a07a732343f897da0631648f1887, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732382758958 2024-11-23T17:26:04,086 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 3552c8b2c16b4ea4aecd28bafa9610f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732382759585 2024-11-23T17:26:04,086 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 696c3ef74145464da792f96ff569c0f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732382759585 2024-11-23T17:26:04,086 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 467f6a851c734506a68f18b364dfcbcb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732382762827 2024-11-23T17:26:04,086 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 976ae83a024c407d91062f113b7da357, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732382762827 2024-11-23T17:26:04,096 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684eaeafd1e2531163aff395ab63f79c#A#compaction#252 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:26:04,097 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/b5af2333f6e04fe7a209ca2b4a00c301 is 50, key is test_row_0/A:col10/1732382762829/Put/seqid=0 2024-11-23T17:26:04,098 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684eaeafd1e2531163aff395ab63f79c#B#compaction#253 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:26:04,099 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/27033aa87bca45d58d0a185e271b3f06 is 50, key is test_row_0/B:col10/1732382762829/Put/seqid=0 2024-11-23T17:26:04,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742124_1300 (size=12983) 2024-11-23T17:26:04,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742125_1301 (size=12983) 2024-11-23T17:26:04,226 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:04,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-23T17:26:04,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:04,227 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 684eaeafd1e2531163aff395ab63f79c 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T17:26:04,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=A 2024-11-23T17:26:04,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:04,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=B 2024-11-23T17:26:04,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:04,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=C 2024-11-23T17:26:04,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:04,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/3145d122d98c4a8f8cbf691b729dfaa2 is 50, key is test_row_0/A:col10/1732382762845/Put/seqid=0 2024-11-23T17:26:04,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742126_1302 (size=12301) 2024-11-23T17:26:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T17:26:04,508 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/b5af2333f6e04fe7a209ca2b4a00c301 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/b5af2333f6e04fe7a209ca2b4a00c301 2024-11-23T17:26:04,508 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/27033aa87bca45d58d0a185e271b3f06 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/27033aa87bca45d58d0a185e271b3f06 2024-11-23T17:26:04,514 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 684eaeafd1e2531163aff395ab63f79c/A of 684eaeafd1e2531163aff395ab63f79c into b5af2333f6e04fe7a209ca2b4a00c301(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:26:04,514 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:26:04,514 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c., storeName=684eaeafd1e2531163aff395ab63f79c/A, priority=12, startTime=1732382764083; duration=0sec 2024-11-23T17:26:04,514 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:26:04,514 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684eaeafd1e2531163aff395ab63f79c:A 2024-11-23T17:26:04,514 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:26:04,515 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:26:04,515 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 684eaeafd1e2531163aff395ab63f79c/C is initiating minor compaction (all files) 2024-11-23T17:26:04,515 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684eaeafd1e2531163aff395ab63f79c/C in TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:04,516 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/1b700827199b401380fcc8e87afc6368, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/d1fb81a3564144669efee386f183ea76, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/45b93c7ad949468397dcd1d1b9fa9bda, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/6cd56e34cb1c4baea0cde4fe07f1b32e] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp, totalSize=48.3 K 2024-11-23T17:26:04,516 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b700827199b401380fcc8e87afc6368, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732382758342 2024-11-23T17:26:04,517 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1fb81a3564144669efee386f183ea76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732382758958 2024-11-23T17:26:04,517 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45b93c7ad949468397dcd1d1b9fa9bda, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732382759585 2024-11-23T17:26:04,518 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6cd56e34cb1c4baea0cde4fe07f1b32e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732382762827 2024-11-23T17:26:04,520 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 684eaeafd1e2531163aff395ab63f79c/B of 684eaeafd1e2531163aff395ab63f79c into 27033aa87bca45d58d0a185e271b3f06(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:26:04,520 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:26:04,520 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c., storeName=684eaeafd1e2531163aff395ab63f79c/B, priority=12, startTime=1732382764083; duration=0sec 2024-11-23T17:26:04,520 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:04,520 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684eaeafd1e2531163aff395ab63f79c:B 2024-11-23T17:26:04,531 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684eaeafd1e2531163aff395ab63f79c#C#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:26:04,531 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/49194de3c1c94b11bcfad02ab5467fe1 is 50, key is test_row_0/C:col10/1732382762829/Put/seqid=0 2024-11-23T17:26:04,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742127_1303 (size=12983) 2024-11-23T17:26:04,552 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/49194de3c1c94b11bcfad02ab5467fe1 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/49194de3c1c94b11bcfad02ab5467fe1 2024-11-23T17:26:04,558 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 684eaeafd1e2531163aff395ab63f79c/C of 684eaeafd1e2531163aff395ab63f79c into 49194de3c1c94b11bcfad02ab5467fe1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:26:04,558 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:26:04,558 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c., storeName=684eaeafd1e2531163aff395ab63f79c/C, priority=12, startTime=1732382764083; duration=0sec 2024-11-23T17:26:04,558 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:04,558 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684eaeafd1e2531163aff395ab63f79c:C 2024-11-23T17:26:04,662 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/3145d122d98c4a8f8cbf691b729dfaa2 2024-11-23T17:26:04,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/259c1f5f70bb49fc8e10913af75f8afd is 50, key is test_row_0/B:col10/1732382762845/Put/seqid=0 2024-11-23T17:26:04,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742128_1304 (size=12301) 2024-11-23T17:26:04,677 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/259c1f5f70bb49fc8e10913af75f8afd 2024-11-23T17:26:04,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/9812885249474347a03f1d61b9c4441d is 50, key is test_row_0/C:col10/1732382762845/Put/seqid=0 2024-11-23T17:26:04,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742129_1305 (size=12301) 2024-11-23T17:26:04,712 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/9812885249474347a03f1d61b9c4441d 2024-11-23T17:26:04,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/3145d122d98c4a8f8cbf691b729dfaa2 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/3145d122d98c4a8f8cbf691b729dfaa2 2024-11-23T17:26:04,728 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/3145d122d98c4a8f8cbf691b729dfaa2, entries=150, sequenceid=315, filesize=12.0 K 2024-11-23T17:26:04,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/259c1f5f70bb49fc8e10913af75f8afd as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/259c1f5f70bb49fc8e10913af75f8afd 2024-11-23T17:26:04,734 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/259c1f5f70bb49fc8e10913af75f8afd, entries=150, sequenceid=315, filesize=12.0 K 2024-11-23T17:26:04,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/9812885249474347a03f1d61b9c4441d as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/9812885249474347a03f1d61b9c4441d 2024-11-23T17:26:04,740 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/9812885249474347a03f1d61b9c4441d, entries=150, sequenceid=315, filesize=12.0 K 2024-11-23T17:26:04,741 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 684eaeafd1e2531163aff395ab63f79c in 514ms, sequenceid=315, compaction requested=false 2024-11-23T17:26:04,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:26:04,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:04,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-23T17:26:04,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-23T17:26:04,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-23T17:26:04,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4310 sec 2024-11-23T17:26:04,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.4350 sec 2024-11-23T17:26:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 684eaeafd1e2531163aff395ab63f79c 2024-11-23T17:26:04,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 684eaeafd1e2531163aff395ab63f79c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T17:26:04,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=A 2024-11-23T17:26:04,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:04,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=B 2024-11-23T17:26:04,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:04,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=C 2024-11-23T17:26:04,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:04,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/5046d8c951d64b938e8c8fdc71368e9a is 50, key is test_row_0/A:col10/1732382764970/Put/seqid=0 2024-11-23T17:26:04,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742130_1306 (size=12301) 2024-11-23T17:26:04,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:04,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382824992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:04,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382824992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:04,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382824993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:04,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:04,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382824993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:05,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382825095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:05,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382825096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:05,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382825096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:05,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382825096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:05,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382825299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:05,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382825299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:05,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:05,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382825299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:05,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382825300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:05,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/5046d8c951d64b938e8c8fdc71368e9a 2024-11-23T17:26:05,393 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/846d8961f3b04332837bfb8bbae0a5f6 is 50, key is test_row_0/B:col10/1732382764970/Put/seqid=0 2024-11-23T17:26:05,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742131_1307 (size=12301) 2024-11-23T17:26:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-23T17:26:05,414 INFO [Thread-1119 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-23T17:26:05,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:26:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-23T17:26:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T17:26:05,419 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:26:05,420 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:26:05,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:26:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T17:26:05,571 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:05,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T17:26:05,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:05,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:26:05,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:05,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:05,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:05,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382825601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:05,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382825601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:05,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382825601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:05,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382825602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T17:26:05,725 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:05,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T17:26:05,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:05,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:26:05,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:05,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:05,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:05,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/846d8961f3b04332837bfb8bbae0a5f6 2024-11-23T17:26:05,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/5028517a6d104e6685d57bd549edfb40 is 50, key is test_row_0/C:col10/1732382764970/Put/seqid=0 2024-11-23T17:26:05,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742132_1308 (size=12301) 2024-11-23T17:26:05,878 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:05,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T17:26:05,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:05,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:26:05,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:05,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:05,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:06,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T17:26:06,030 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:06,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T17:26:06,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:06,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:26:06,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:06,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:06,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:06,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:06,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382826103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:06,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382826104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:06,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382826105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:06,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382826107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:06,184 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:06,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T17:26:06,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:06,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:26:06,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:06,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:06,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:06,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/5028517a6d104e6685d57bd549edfb40 2024-11-23T17:26:06,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/5046d8c951d64b938e8c8fdc71368e9a as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/5046d8c951d64b938e8c8fdc71368e9a 2024-11-23T17:26:06,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/5046d8c951d64b938e8c8fdc71368e9a, entries=150, sequenceid=330, filesize=12.0 K 2024-11-23T17:26:06,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/846d8961f3b04332837bfb8bbae0a5f6 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/846d8961f3b04332837bfb8bbae0a5f6 2024-11-23T17:26:06,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/846d8961f3b04332837bfb8bbae0a5f6, entries=150, sequenceid=330, filesize=12.0 K 2024-11-23T17:26:06,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/5028517a6d104e6685d57bd549edfb40 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/5028517a6d104e6685d57bd549edfb40 2024-11-23T17:26:06,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/5028517a6d104e6685d57bd549edfb40, entries=150, sequenceid=330, filesize=12.0 K 2024-11-23T17:26:06,228 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 684eaeafd1e2531163aff395ab63f79c in 1255ms, sequenceid=330, compaction requested=true 2024-11-23T17:26:06,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:26:06,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684eaeafd1e2531163aff395ab63f79c:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:26:06,229 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:26:06,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:06,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684eaeafd1e2531163aff395ab63f79c:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:26:06,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:06,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684eaeafd1e2531163aff395ab63f79c:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:26:06,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:26:06,229 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:26:06,231 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:26:06,231 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:26:06,231 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 684eaeafd1e2531163aff395ab63f79c/B is initiating minor compaction (all files) 2024-11-23T17:26:06,231 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 684eaeafd1e2531163aff395ab63f79c/A is initiating minor compaction (all files) 2024-11-23T17:26:06,231 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684eaeafd1e2531163aff395ab63f79c/B in TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:06,231 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684eaeafd1e2531163aff395ab63f79c/A in TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:06,231 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/27033aa87bca45d58d0a185e271b3f06, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/259c1f5f70bb49fc8e10913af75f8afd, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/846d8961f3b04332837bfb8bbae0a5f6] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp, totalSize=36.7 K 2024-11-23T17:26:06,231 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/b5af2333f6e04fe7a209ca2b4a00c301, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/3145d122d98c4a8f8cbf691b729dfaa2, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/5046d8c951d64b938e8c8fdc71368e9a] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp, totalSize=36.7 K 2024-11-23T17:26:06,232 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 27033aa87bca45d58d0a185e271b3f06, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732382762827 2024-11-23T17:26:06,232 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5af2333f6e04fe7a209ca2b4a00c301, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732382762827 2024-11-23T17:26:06,232 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 259c1f5f70bb49fc8e10913af75f8afd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732382762845 2024-11-23T17:26:06,232 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3145d122d98c4a8f8cbf691b729dfaa2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732382762845 2024-11-23T17:26:06,233 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 846d8961f3b04332837bfb8bbae0a5f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732382764970 2024-11-23T17:26:06,233 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5046d8c951d64b938e8c8fdc71368e9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732382764970 2024-11-23T17:26:06,240 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684eaeafd1e2531163aff395ab63f79c#A#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:26:06,240 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/d48b3d9bce134bd6b3e34e5140dfd7cc is 50, key is test_row_0/A:col10/1732382764970/Put/seqid=0 2024-11-23T17:26:06,257 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684eaeafd1e2531163aff395ab63f79c#B#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:26:06,258 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/c4dad1b863204d5986629d6d817d9dca is 50, key is test_row_0/B:col10/1732382764970/Put/seqid=0 2024-11-23T17:26:06,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742133_1309 (size=13085) 2024-11-23T17:26:06,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742134_1310 (size=13085) 2024-11-23T17:26:06,336 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:06,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-23T17:26:06,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:06,337 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 684eaeafd1e2531163aff395ab63f79c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T17:26:06,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=A 2024-11-23T17:26:06,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:06,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=B 2024-11-23T17:26:06,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:06,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=C 2024-11-23T17:26:06,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:06,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/2c6636a94bc140b4a07ec01a53173579 is 50, key is test_row_0/A:col10/1732382764991/Put/seqid=0 2024-11-23T17:26:06,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742135_1311 (size=12301) 2024-11-23T17:26:06,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T17:26:06,664 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/d48b3d9bce134bd6b3e34e5140dfd7cc as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/d48b3d9bce134bd6b3e34e5140dfd7cc 2024-11-23T17:26:06,669 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684eaeafd1e2531163aff395ab63f79c/A of 684eaeafd1e2531163aff395ab63f79c into d48b3d9bce134bd6b3e34e5140dfd7cc(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:26:06,669 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:26:06,669 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c., storeName=684eaeafd1e2531163aff395ab63f79c/A, priority=13, startTime=1732382766229; duration=0sec 2024-11-23T17:26:06,669 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:26:06,669 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684eaeafd1e2531163aff395ab63f79c:A 2024-11-23T17:26:06,669 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:26:06,670 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:26:06,670 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 684eaeafd1e2531163aff395ab63f79c/C is initiating minor compaction (all files) 2024-11-23T17:26:06,670 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684eaeafd1e2531163aff395ab63f79c/C in TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:06,670 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/49194de3c1c94b11bcfad02ab5467fe1, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/9812885249474347a03f1d61b9c4441d, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/5028517a6d104e6685d57bd549edfb40] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp, totalSize=36.7 K 2024-11-23T17:26:06,670 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/c4dad1b863204d5986629d6d817d9dca as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/c4dad1b863204d5986629d6d817d9dca 2024-11-23T17:26:06,671 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49194de3c1c94b11bcfad02ab5467fe1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1732382762827 2024-11-23T17:26:06,671 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9812885249474347a03f1d61b9c4441d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732382762845 2024-11-23T17:26:06,672 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5028517a6d104e6685d57bd549edfb40, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732382764970 2024-11-23T17:26:06,675 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684eaeafd1e2531163aff395ab63f79c/B of 684eaeafd1e2531163aff395ab63f79c into c4dad1b863204d5986629d6d817d9dca(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:26:06,675 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:26:06,675 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c., storeName=684eaeafd1e2531163aff395ab63f79c/B, priority=13, startTime=1732382766229; duration=0sec 2024-11-23T17:26:06,675 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:06,675 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684eaeafd1e2531163aff395ab63f79c:B 2024-11-23T17:26:06,680 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684eaeafd1e2531163aff395ab63f79c#C#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:26:06,680 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/770893928ab24995bf7805ffed2da44d is 50, key is test_row_0/C:col10/1732382764970/Put/seqid=0 2024-11-23T17:26:06,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742136_1312 (size=13085) 2024-11-23T17:26:06,746 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/2c6636a94bc140b4a07ec01a53173579 2024-11-23T17:26:06,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/960cf1608a064d53b984cff903f76877 is 50, key is test_row_0/B:col10/1732382764991/Put/seqid=0 2024-11-23T17:26:06,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742137_1313 (size=12301) 2024-11-23T17:26:07,099 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/770893928ab24995bf7805ffed2da44d as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/770893928ab24995bf7805ffed2da44d 2024-11-23T17:26:07,104 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684eaeafd1e2531163aff395ab63f79c/C of 684eaeafd1e2531163aff395ab63f79c into 770893928ab24995bf7805ffed2da44d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:26:07,104 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:26:07,104 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c., storeName=684eaeafd1e2531163aff395ab63f79c/C, priority=13, startTime=1732382766229; duration=0sec 2024-11-23T17:26:07,104 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:07,104 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684eaeafd1e2531163aff395ab63f79c:C 2024-11-23T17:26:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 684eaeafd1e2531163aff395ab63f79c 2024-11-23T17:26:07,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. as already flushing 2024-11-23T17:26:07,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:07,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382827118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382827119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:07,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:07,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382827119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382827119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:07,160 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/960cf1608a064d53b984cff903f76877 2024-11-23T17:26:07,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/643c53e4e61a447785ad45966b4b9cbf is 50, key is test_row_0/C:col10/1732382764991/Put/seqid=0 2024-11-23T17:26:07,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742138_1314 (size=12301) 2024-11-23T17:26:07,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:07,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382827222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:07,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382827222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:07,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382827222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:07,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382827222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:07,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382827424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:07,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382827425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:07,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382827425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:07,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382827425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T17:26:07,583 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/643c53e4e61a447785ad45966b4b9cbf 2024-11-23T17:26:07,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/2c6636a94bc140b4a07ec01a53173579 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/2c6636a94bc140b4a07ec01a53173579 2024-11-23T17:26:07,600 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/2c6636a94bc140b4a07ec01a53173579, entries=150, sequenceid=354, filesize=12.0 K 2024-11-23T17:26:07,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/960cf1608a064d53b984cff903f76877 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/960cf1608a064d53b984cff903f76877 2024-11-23T17:26:07,607 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/960cf1608a064d53b984cff903f76877, entries=150, sequenceid=354, filesize=12.0 K 2024-11-23T17:26:07,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/643c53e4e61a447785ad45966b4b9cbf as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/643c53e4e61a447785ad45966b4b9cbf 2024-11-23T17:26:07,613 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/643c53e4e61a447785ad45966b4b9cbf, entries=150, sequenceid=354, filesize=12.0 K 2024-11-23T17:26:07,614 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 684eaeafd1e2531163aff395ab63f79c in 1277ms, sequenceid=354, compaction requested=false 2024-11-23T17:26:07,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:26:07,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:07,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-23T17:26:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-23T17:26:07,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-23T17:26:07,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1950 sec 2024-11-23T17:26:07,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 2.2000 sec 2024-11-23T17:26:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 684eaeafd1e2531163aff395ab63f79c 2024-11-23T17:26:07,731 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 684eaeafd1e2531163aff395ab63f79c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T17:26:07,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=A 2024-11-23T17:26:07,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:07,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=B 2024-11-23T17:26:07,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:07,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=C 2024-11-23T17:26:07,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:07,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/e5d85dd30fae4930987c50a42f1be2e9 is 50, key is test_row_0/A:col10/1732382767729/Put/seqid=0 2024-11-23T17:26:07,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742139_1315 (size=14741) 2024-11-23T17:26:07,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/e5d85dd30fae4930987c50a42f1be2e9 2024-11-23T17:26:07,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/4c90e773a5dc4554b492377795115f06 is 50, key is test_row_0/B:col10/1732382767729/Put/seqid=0 2024-11-23T17:26:07,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742140_1316 (size=12301) 2024-11-23T17:26:07,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:07,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50064 deadline: 1732382827749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382827749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:07,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:07,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:07,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382827751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382827750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:07,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382827750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:07,754 DEBUG [Thread-1113 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8169 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c., hostname=f54dd19cfe0a,35067,1732382683491, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:26:07,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382827855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:07,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382827855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:07,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:07,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382827855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:07,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:07,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382827856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:08,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:08,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382828057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:08,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382828058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:08,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382828058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:08,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:08,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382828059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:08,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/4c90e773a5dc4554b492377795115f06 2024-11-23T17:26:08,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/9bef23578a784904a9204a2f711b6bee is 50, key is test_row_0/C:col10/1732382767729/Put/seqid=0 2024-11-23T17:26:08,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742141_1317 (size=12301) 2024-11-23T17:26:08,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382828360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:08,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:08,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382828360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:08,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382828362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:08,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:08,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382828363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:08,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/9bef23578a784904a9204a2f711b6bee 2024-11-23T17:26:08,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/e5d85dd30fae4930987c50a42f1be2e9 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/e5d85dd30fae4930987c50a42f1be2e9 2024-11-23T17:26:08,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/e5d85dd30fae4930987c50a42f1be2e9, entries=200, sequenceid=372, filesize=14.4 K 2024-11-23T17:26:08,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/4c90e773a5dc4554b492377795115f06 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/4c90e773a5dc4554b492377795115f06 2024-11-23T17:26:08,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/4c90e773a5dc4554b492377795115f06, entries=150, sequenceid=372, filesize=12.0 K 2024-11-23T17:26:08,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/9bef23578a784904a9204a2f711b6bee as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/9bef23578a784904a9204a2f711b6bee 2024-11-23T17:26:08,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/9bef23578a784904a9204a2f711b6bee, entries=150, sequenceid=372, filesize=12.0 K 2024-11-23T17:26:08,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 684eaeafd1e2531163aff395ab63f79c in 856ms, sequenceid=372, compaction requested=true 2024-11-23T17:26:08,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:26:08,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684eaeafd1e2531163aff395ab63f79c:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:26:08,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:08,587 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:26:08,587 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:26:08,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684eaeafd1e2531163aff395ab63f79c:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:26:08,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:08,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684eaeafd1e2531163aff395ab63f79c:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:26:08,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:26:08,588 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:26:08,588 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 684eaeafd1e2531163aff395ab63f79c/A is initiating minor compaction (all files) 2024-11-23T17:26:08,588 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:26:08,588 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684eaeafd1e2531163aff395ab63f79c/A in TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:08,588 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 684eaeafd1e2531163aff395ab63f79c/B is initiating minor compaction (all files) 2024-11-23T17:26:08,588 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684eaeafd1e2531163aff395ab63f79c/B in TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:08,588 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/d48b3d9bce134bd6b3e34e5140dfd7cc, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/2c6636a94bc140b4a07ec01a53173579, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/e5d85dd30fae4930987c50a42f1be2e9] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp, totalSize=39.2 K 2024-11-23T17:26:08,588 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/c4dad1b863204d5986629d6d817d9dca, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/960cf1608a064d53b984cff903f76877, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/4c90e773a5dc4554b492377795115f06] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp, totalSize=36.8 K 2024-11-23T17:26:08,588 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting d48b3d9bce134bd6b3e34e5140dfd7cc, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732382764970 2024-11-23T17:26:08,588 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting c4dad1b863204d5986629d6d817d9dca, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732382764970 2024-11-23T17:26:08,589 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c6636a94bc140b4a07ec01a53173579, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732382764987 2024-11-23T17:26:08,589 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 960cf1608a064d53b984cff903f76877, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732382764987 2024-11-23T17:26:08,589 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5d85dd30fae4930987c50a42f1be2e9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732382767118 2024-11-23T17:26:08,589 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c90e773a5dc4554b492377795115f06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732382767118 2024-11-23T17:26:08,598 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684eaeafd1e2531163aff395ab63f79c#B#compaction#270 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:26:08,599 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/b3f00737efa846d397f776207bd809c1 is 50, key is test_row_0/B:col10/1732382767729/Put/seqid=0 2024-11-23T17:26:08,601 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684eaeafd1e2531163aff395ab63f79c#A#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:26:08,602 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/367f1548f5cd47c4a5405b15dcc3cf34 is 50, key is test_row_0/A:col10/1732382767729/Put/seqid=0 2024-11-23T17:26:08,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742142_1318 (size=13187) 2024-11-23T17:26:08,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742143_1319 (size=13187) 2024-11-23T17:26:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 684eaeafd1e2531163aff395ab63f79c 2024-11-23T17:26:08,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 684eaeafd1e2531163aff395ab63f79c 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T17:26:08,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=A 2024-11-23T17:26:08,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:08,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=B 2024-11-23T17:26:08,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:08,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=C 2024-11-23T17:26:08,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:08,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/06f8b7eda7074a4b847ead98b52e922b is 50, key is test_row_0/A:col10/1732382767746/Put/seqid=0 2024-11-23T17:26:08,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742144_1320 (size=12301) 2024-11-23T17:26:08,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382828876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:08,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:08,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382828880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382828880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:08,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:08,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382828881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:08,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382828986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:08,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382828986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:08,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382828986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:08,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382828986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:09,015 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/b3f00737efa846d397f776207bd809c1 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/b3f00737efa846d397f776207bd809c1 2024-11-23T17:26:09,019 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/367f1548f5cd47c4a5405b15dcc3cf34 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/367f1548f5cd47c4a5405b15dcc3cf34 2024-11-23T17:26:09,021 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684eaeafd1e2531163aff395ab63f79c/B of 684eaeafd1e2531163aff395ab63f79c into b3f00737efa846d397f776207bd809c1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:26:09,021 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:26:09,021 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c., storeName=684eaeafd1e2531163aff395ab63f79c/B, priority=13, startTime=1732382768587; duration=0sec 2024-11-23T17:26:09,021 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:26:09,021 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684eaeafd1e2531163aff395ab63f79c:B 2024-11-23T17:26:09,021 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:26:09,023 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:26:09,023 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 684eaeafd1e2531163aff395ab63f79c/C is initiating minor compaction (all files) 2024-11-23T17:26:09,023 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684eaeafd1e2531163aff395ab63f79c/C in TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:09,023 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/770893928ab24995bf7805ffed2da44d, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/643c53e4e61a447785ad45966b4b9cbf, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/9bef23578a784904a9204a2f711b6bee] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp, totalSize=36.8 K 2024-11-23T17:26:09,024 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 770893928ab24995bf7805ffed2da44d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1732382764970 2024-11-23T17:26:09,025 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 643c53e4e61a447785ad45966b4b9cbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1732382764987 2024-11-23T17:26:09,025 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684eaeafd1e2531163aff395ab63f79c/A of 684eaeafd1e2531163aff395ab63f79c into 367f1548f5cd47c4a5405b15dcc3cf34(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:26:09,025 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:26:09,025 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c., storeName=684eaeafd1e2531163aff395ab63f79c/A, priority=13, startTime=1732382768587; duration=0sec 2024-11-23T17:26:09,025 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:09,025 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684eaeafd1e2531163aff395ab63f79c:A 2024-11-23T17:26:09,025 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bef23578a784904a9204a2f711b6bee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732382767118 2024-11-23T17:26:09,032 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684eaeafd1e2531163aff395ab63f79c#C#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:26:09,033 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/97906ee115154701be76994a030dccd9 is 50, key is test_row_0/C:col10/1732382767729/Put/seqid=0 2024-11-23T17:26:09,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742145_1321 (size=13187) 2024-11-23T17:26:09,056 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/97906ee115154701be76994a030dccd9 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/97906ee115154701be76994a030dccd9 2024-11-23T17:26:09,060 DEBUG [Thread-1122 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66e575aa to 127.0.0.1:55168 2024-11-23T17:26:09,060 DEBUG [Thread-1122 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:26:09,062 DEBUG [Thread-1124 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x131ceb8f to 127.0.0.1:55168 2024-11-23T17:26:09,062 DEBUG [Thread-1124 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:26:09,062 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684eaeafd1e2531163aff395ab63f79c/C of 684eaeafd1e2531163aff395ab63f79c into 97906ee115154701be76994a030dccd9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:26:09,062 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:26:09,062 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c., storeName=684eaeafd1e2531163aff395ab63f79c/C, priority=13, startTime=1732382768587; duration=0sec 2024-11-23T17:26:09,062 DEBUG [Thread-1126 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a78bf6d to 127.0.0.1:55168 2024-11-23T17:26:09,063 DEBUG [Thread-1126 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:26:09,063 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:09,063 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684eaeafd1e2531163aff395ab63f79c:C 2024-11-23T17:26:09,064 DEBUG [Thread-1120 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5886c0f2 to 127.0.0.1:55168 2024-11-23T17:26:09,064 DEBUG [Thread-1120 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:26:09,064 DEBUG [Thread-1128 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x328852db to 127.0.0.1:55168 2024-11-23T17:26:09,064 DEBUG [Thread-1128 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:26:09,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:09,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382829189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:09,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:09,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:09,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382829190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382829190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382829190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:09,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/06f8b7eda7074a4b847ead98b52e922b 2024-11-23T17:26:09,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/c330a6f619b940a5aa20fec8ed0a9272 is 50, key is test_row_0/B:col10/1732382767746/Put/seqid=0 2024-11-23T17:26:09,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742146_1322 (size=12301) 2024-11-23T17:26:09,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:09,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382829491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382829491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:09,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382829492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:09,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382829492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-23T17:26:09,524 INFO [Thread-1119 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-23T17:26:09,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/c330a6f619b940a5aa20fec8ed0a9272 2024-11-23T17:26:09,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/8883a7ba81be48abb6fbe9879488921f is 50, key is test_row_0/C:col10/1732382767746/Put/seqid=0 2024-11-23T17:26:09,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742147_1323 (size=12301) 2024-11-23T17:26:09,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50098 deadline: 1732382829993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:09,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50002 deadline: 1732382829994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:09,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50076 deadline: 1732382829996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:09,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50014 deadline: 1732382829996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:10,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/8883a7ba81be48abb6fbe9879488921f 2024-11-23T17:26:10,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/06f8b7eda7074a4b847ead98b52e922b as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/06f8b7eda7074a4b847ead98b52e922b 2024-11-23T17:26:10,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/06f8b7eda7074a4b847ead98b52e922b, entries=150, sequenceid=394, filesize=12.0 K 2024-11-23T17:26:10,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/c330a6f619b940a5aa20fec8ed0a9272 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/c330a6f619b940a5aa20fec8ed0a9272 2024-11-23T17:26:10,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/c330a6f619b940a5aa20fec8ed0a9272, entries=150, sequenceid=394, filesize=12.0 K 2024-11-23T17:26:10,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/8883a7ba81be48abb6fbe9879488921f as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/8883a7ba81be48abb6fbe9879488921f 2024-11-23T17:26:10,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/8883a7ba81be48abb6fbe9879488921f, entries=150, sequenceid=394, filesize=12.0 K 2024-11-23T17:26:10,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 684eaeafd1e2531163aff395ab63f79c in 1253ms, sequenceid=394, compaction requested=false 2024-11-23T17:26:10,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:26:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 684eaeafd1e2531163aff395ab63f79c 2024-11-23T17:26:10,999 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 684eaeafd1e2531163aff395ab63f79c 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T17:26:10,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=A 2024-11-23T17:26:10,999 DEBUG [Thread-1115 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dfb20f6 to 127.0.0.1:55168 2024-11-23T17:26:10,999 DEBUG [Thread-1115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:26:11,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:11,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=B 2024-11-23T17:26:11,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:11,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=C 2024-11-23T17:26:11,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:11,001 DEBUG [Thread-1109 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x669e1999 to 127.0.0.1:55168 2024-11-23T17:26:11,001 DEBUG [Thread-1109 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:26:11,002 DEBUG [Thread-1111 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72aa9ee5 to 127.0.0.1:55168 2024-11-23T17:26:11,002 DEBUG [Thread-1111 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:26:11,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/31cc4f51808143f3b096678e55cd8760 is 50, key is test_row_0/A:col10/1732382768879/Put/seqid=0 2024-11-23T17:26:11,005 DEBUG [Thread-1117 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17cf7fc0 to 127.0.0.1:55168 2024-11-23T17:26:11,005 DEBUG [Thread-1117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:26:11,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742148_1324 (size=12301) 2024-11-23T17:26:11,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/31cc4f51808143f3b096678e55cd8760 2024-11-23T17:26:11,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/9211cabc09d64688a0818235af46ed48 is 50, key is test_row_0/B:col10/1732382768879/Put/seqid=0 2024-11-23T17:26:11,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742149_1325 (size=12301) 2024-11-23T17:26:11,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/9211cabc09d64688a0818235af46ed48 2024-11-23T17:26:11,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/441ad9f49aaa41299dcfd8022925bc79 is 50, key is test_row_0/C:col10/1732382768879/Put/seqid=0 2024-11-23T17:26:11,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742150_1326 (size=12301) 2024-11-23T17:26:11,843 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T17:26:12,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/441ad9f49aaa41299dcfd8022925bc79 2024-11-23T17:26:12,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/31cc4f51808143f3b096678e55cd8760 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/31cc4f51808143f3b096678e55cd8760 2024-11-23T17:26:12,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/31cc4f51808143f3b096678e55cd8760, entries=150, sequenceid=413, filesize=12.0 K 2024-11-23T17:26:12,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/9211cabc09d64688a0818235af46ed48 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/9211cabc09d64688a0818235af46ed48 2024-11-23T17:26:12,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/9211cabc09d64688a0818235af46ed48, entries=150, sequenceid=413, filesize=12.0 K 2024-11-23T17:26:12,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/441ad9f49aaa41299dcfd8022925bc79 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/441ad9f49aaa41299dcfd8022925bc79 2024-11-23T17:26:12,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/441ad9f49aaa41299dcfd8022925bc79, entries=150, sequenceid=413, filesize=12.0 K 2024-11-23T17:26:12,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=20.13 KB/20610 for 684eaeafd1e2531163aff395ab63f79c in 1245ms, sequenceid=413, compaction requested=true 2024-11-23T17:26:12,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:26:12,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684eaeafd1e2531163aff395ab63f79c:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:26:12,244 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:26:12,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:12,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684eaeafd1e2531163aff395ab63f79c:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:26:12,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:12,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 684eaeafd1e2531163aff395ab63f79c:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:26:12,244 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:26:12,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:26:12,245 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:26:12,245 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 684eaeafd1e2531163aff395ab63f79c/A is initiating minor compaction (all files) 2024-11-23T17:26:12,245 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:26:12,245 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684eaeafd1e2531163aff395ab63f79c/A in TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:12,245 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 684eaeafd1e2531163aff395ab63f79c/B is initiating minor compaction (all files) 2024-11-23T17:26:12,245 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684eaeafd1e2531163aff395ab63f79c/B in TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:12,245 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/367f1548f5cd47c4a5405b15dcc3cf34, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/06f8b7eda7074a4b847ead98b52e922b, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/31cc4f51808143f3b096678e55cd8760] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp, totalSize=36.9 K 2024-11-23T17:26:12,245 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/b3f00737efa846d397f776207bd809c1, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/c330a6f619b940a5aa20fec8ed0a9272, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/9211cabc09d64688a0818235af46ed48] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp, totalSize=36.9 K 2024-11-23T17:26:12,246 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 367f1548f5cd47c4a5405b15dcc3cf34, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732382767118 2024-11-23T17:26:12,246 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting b3f00737efa846d397f776207bd809c1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732382767118 2024-11-23T17:26:12,246 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting c330a6f619b940a5aa20fec8ed0a9272, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732382767746 2024-11-23T17:26:12,246 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06f8b7eda7074a4b847ead98b52e922b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732382767746 2024-11-23T17:26:12,246 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31cc4f51808143f3b096678e55cd8760, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732382768878 2024-11-23T17:26:12,246 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 9211cabc09d64688a0818235af46ed48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732382768878 2024-11-23T17:26:12,253 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684eaeafd1e2531163aff395ab63f79c#A#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:26:12,253 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684eaeafd1e2531163aff395ab63f79c#B#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:26:12,253 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/34195c8236f046e98b6f4eea9d0092e6 is 50, key is test_row_0/A:col10/1732382768879/Put/seqid=0 2024-11-23T17:26:12,253 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/886b6bb8def244e7ade51cf6582e56eb is 50, key is test_row_0/B:col10/1732382768879/Put/seqid=0 2024-11-23T17:26:12,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742151_1327 (size=13289) 2024-11-23T17:26:12,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742152_1328 (size=13289) 2024-11-23T17:26:12,661 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/886b6bb8def244e7ade51cf6582e56eb as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/886b6bb8def244e7ade51cf6582e56eb 2024-11-23T17:26:12,661 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/34195c8236f046e98b6f4eea9d0092e6 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/34195c8236f046e98b6f4eea9d0092e6 2024-11-23T17:26:12,665 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684eaeafd1e2531163aff395ab63f79c/B of 684eaeafd1e2531163aff395ab63f79c into 886b6bb8def244e7ade51cf6582e56eb(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:26:12,665 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684eaeafd1e2531163aff395ab63f79c/A of 684eaeafd1e2531163aff395ab63f79c into 34195c8236f046e98b6f4eea9d0092e6(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:26:12,665 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:26:12,665 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c., storeName=684eaeafd1e2531163aff395ab63f79c/B, priority=13, startTime=1732382772244; duration=0sec 2024-11-23T17:26:12,665 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:26:12,666 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c., storeName=684eaeafd1e2531163aff395ab63f79c/A, priority=13, startTime=1732382772244; duration=0sec 2024-11-23T17:26:12,666 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:26:12,666 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684eaeafd1e2531163aff395ab63f79c:B 2024-11-23T17:26:12,666 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:26:12,666 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:12,666 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684eaeafd1e2531163aff395ab63f79c:A 2024-11-23T17:26:12,666 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:26:12,666 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 684eaeafd1e2531163aff395ab63f79c/C is initiating minor compaction (all files) 2024-11-23T17:26:12,667 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 684eaeafd1e2531163aff395ab63f79c/C in TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:12,667 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/97906ee115154701be76994a030dccd9, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/8883a7ba81be48abb6fbe9879488921f, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/441ad9f49aaa41299dcfd8022925bc79] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp, totalSize=36.9 K 2024-11-23T17:26:12,667 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 97906ee115154701be76994a030dccd9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732382767118 2024-11-23T17:26:12,667 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 8883a7ba81be48abb6fbe9879488921f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732382767746 2024-11-23T17:26:12,667 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 441ad9f49aaa41299dcfd8022925bc79, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1732382768878 2024-11-23T17:26:12,674 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 684eaeafd1e2531163aff395ab63f79c#C#compaction#281 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:26:12,674 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/42ac573925d744b9b1e093ebfe0fb6b8 is 50, key is test_row_0/C:col10/1732382768879/Put/seqid=0 2024-11-23T17:26:12,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742153_1329 (size=13289) 2024-11-23T17:26:13,082 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/42ac573925d744b9b1e093ebfe0fb6b8 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/42ac573925d744b9b1e093ebfe0fb6b8 2024-11-23T17:26:13,086 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 684eaeafd1e2531163aff395ab63f79c/C of 684eaeafd1e2531163aff395ab63f79c into 42ac573925d744b9b1e093ebfe0fb6b8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:26:13,086 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:26:13,086 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c., storeName=684eaeafd1e2531163aff395ab63f79c/C, priority=13, startTime=1732382772244; duration=0sec 2024-11-23T17:26:13,086 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:13,086 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 684eaeafd1e2531163aff395ab63f79c:C 2024-11-23T17:26:17,821 DEBUG [Thread-1113 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ec09297 to 127.0.0.1:55168 2024-11-23T17:26:17,821 DEBUG [Thread-1113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:26:17,822 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T17:26:17,822 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-23T17:26:17,822 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-23T17:26:17,822 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-23T17:26:17,822 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-23T17:26:17,822 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-11-23T17:26:17,822 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T17:26:17,822 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7479 2024-11-23T17:26:17,822 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7330 2024-11-23T17:26:17,822 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7397 2024-11-23T17:26:17,822 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7513 2024-11-23T17:26:17,822 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7360 2024-11-23T17:26:17,822 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T17:26:17,822 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T17:26:17,822 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17b6adc5 to 127.0.0.1:55168 2024-11-23T17:26:17,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:26:17,823 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T17:26:17,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T17:26:17,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T17:26:17,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T17:26:17,825 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382777825"}]},"ts":"1732382777825"} 2024-11-23T17:26:17,826 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T17:26:17,828 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T17:26:17,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T17:26:17,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=684eaeafd1e2531163aff395ab63f79c, UNASSIGN}] 2024-11-23T17:26:17,830 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=684eaeafd1e2531163aff395ab63f79c, UNASSIGN 2024-11-23T17:26:17,830 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=684eaeafd1e2531163aff395ab63f79c, regionState=CLOSING, regionLocation=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:17,831 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T17:26:17,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; CloseRegionProcedure 684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491}] 2024-11-23T17:26:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T17:26:17,982 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:17,983 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(124): Close 684eaeafd1e2531163aff395ab63f79c 2024-11-23T17:26:17,983 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T17:26:17,983 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1681): Closing 684eaeafd1e2531163aff395ab63f79c, disabling compactions & flushes 2024-11-23T17:26:17,983 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:17,983 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:17,983 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. after waiting 0 ms 2024-11-23T17:26:17,983 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:17,983 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(2837): Flushing 684eaeafd1e2531163aff395ab63f79c 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-23T17:26:17,983 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=A 2024-11-23T17:26:17,983 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:17,983 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=B 2024-11-23T17:26:17,983 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:17,983 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 684eaeafd1e2531163aff395ab63f79c, store=C 2024-11-23T17:26:17,983 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:17,987 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/aa30b99a45cd45128c70cd984d3a3eda is 50, key is test_row_1/A:col10/1732382771001/Put/seqid=0 2024-11-23T17:26:17,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742154_1330 (size=9857) 2024-11-23T17:26:18,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T17:26:18,391 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/aa30b99a45cd45128c70cd984d3a3eda 2024-11-23T17:26:18,397 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/5908089256ef464db686b9c45fdcc211 is 50, key is test_row_1/B:col10/1732382771001/Put/seqid=0 2024-11-23T17:26:18,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742155_1331 (size=9857) 2024-11-23T17:26:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T17:26:18,801 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/5908089256ef464db686b9c45fdcc211 2024-11-23T17:26:18,808 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/8fd3cb20260047e4ab6fc11ae63de456 is 50, key is test_row_1/C:col10/1732382771001/Put/seqid=0 2024-11-23T17:26:18,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742156_1332 (size=9857) 2024-11-23T17:26:18,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T17:26:19,212 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/8fd3cb20260047e4ab6fc11ae63de456 2024-11-23T17:26:19,216 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/A/aa30b99a45cd45128c70cd984d3a3eda as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/aa30b99a45cd45128c70cd984d3a3eda 2024-11-23T17:26:19,219 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/aa30b99a45cd45128c70cd984d3a3eda, entries=100, sequenceid=423, filesize=9.6 K 2024-11-23T17:26:19,219 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/B/5908089256ef464db686b9c45fdcc211 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/5908089256ef464db686b9c45fdcc211 2024-11-23T17:26:19,222 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/5908089256ef464db686b9c45fdcc211, entries=100, sequenceid=423, filesize=9.6 K 2024-11-23T17:26:19,223 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/.tmp/C/8fd3cb20260047e4ab6fc11ae63de456 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/8fd3cb20260047e4ab6fc11ae63de456 2024-11-23T17:26:19,226 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/8fd3cb20260047e4ab6fc11ae63de456, entries=100, sequenceid=423, filesize=9.6 K 2024-11-23T17:26:19,226 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 684eaeafd1e2531163aff395ab63f79c in 1243ms, sequenceid=423, compaction requested=false 2024-11-23T17:26:19,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/6128b49af3f24b83936e5405ab3d1d89, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/37a871bc93564eb39e5483d68d36928a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/3a6b7644de8d4773aeca9d09957e680e, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/0f48f35eea0945149614b10a27b000c9, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/a81151ed92fe4459b42a04530f623539, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/06f653804df14624a5b07b45ce5c5107, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/a3e0f3ddf50d46c1a482b7c890afe32d, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/b203216ae72e4dd69e8086648df71d8d, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/66ea9abb14da44c49c0d911d79f524fa, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/59bf18fe5c9c468a9cfef0004c61d225, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/8a8724963eb94ce589d685e69d595b36, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/3b7268892a43444d84a56c0b75bb229d, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/566099b8a98b4a92adda0f506381483d, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/89fc7463204a4498a8e8b50d48402735, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/27c3f5411a0f4d14b747b55c9a36c52c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/655c8b9d203844b1a220f5ea69a16ed5, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/1a19e30da7324061a6ae37eace312da1, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/b199f1844b2647e298c0c44017b6d441, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/696c3ef74145464da792f96ff569c0f6, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/b5af2333f6e04fe7a209ca2b4a00c301, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/976ae83a024c407d91062f113b7da357, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/3145d122d98c4a8f8cbf691b729dfaa2, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/d48b3d9bce134bd6b3e34e5140dfd7cc, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/5046d8c951d64b938e8c8fdc71368e9a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/2c6636a94bc140b4a07ec01a53173579, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/e5d85dd30fae4930987c50a42f1be2e9, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/367f1548f5cd47c4a5405b15dcc3cf34, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/06f8b7eda7074a4b847ead98b52e922b, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/31cc4f51808143f3b096678e55cd8760] to archive 2024-11-23T17:26:19,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:26:19,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/6128b49af3f24b83936e5405ab3d1d89 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/6128b49af3f24b83936e5405ab3d1d89 2024-11-23T17:26:19,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/37a871bc93564eb39e5483d68d36928a to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/37a871bc93564eb39e5483d68d36928a 2024-11-23T17:26:19,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/3a6b7644de8d4773aeca9d09957e680e to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/3a6b7644de8d4773aeca9d09957e680e 2024-11-23T17:26:19,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/0f48f35eea0945149614b10a27b000c9 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/0f48f35eea0945149614b10a27b000c9 2024-11-23T17:26:19,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/a81151ed92fe4459b42a04530f623539 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/a81151ed92fe4459b42a04530f623539 2024-11-23T17:26:19,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/06f653804df14624a5b07b45ce5c5107 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/06f653804df14624a5b07b45ce5c5107 2024-11-23T17:26:19,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/a3e0f3ddf50d46c1a482b7c890afe32d to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/a3e0f3ddf50d46c1a482b7c890afe32d 2024-11-23T17:26:19,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/b203216ae72e4dd69e8086648df71d8d to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/b203216ae72e4dd69e8086648df71d8d 2024-11-23T17:26:19,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/66ea9abb14da44c49c0d911d79f524fa to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/66ea9abb14da44c49c0d911d79f524fa 2024-11-23T17:26:19,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/59bf18fe5c9c468a9cfef0004c61d225 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/59bf18fe5c9c468a9cfef0004c61d225 2024-11-23T17:26:19,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/8a8724963eb94ce589d685e69d595b36 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/8a8724963eb94ce589d685e69d595b36 2024-11-23T17:26:19,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/3b7268892a43444d84a56c0b75bb229d to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/3b7268892a43444d84a56c0b75bb229d 2024-11-23T17:26:19,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/566099b8a98b4a92adda0f506381483d to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/566099b8a98b4a92adda0f506381483d 2024-11-23T17:26:19,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/89fc7463204a4498a8e8b50d48402735 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/89fc7463204a4498a8e8b50d48402735 2024-11-23T17:26:19,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/27c3f5411a0f4d14b747b55c9a36c52c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/27c3f5411a0f4d14b747b55c9a36c52c 2024-11-23T17:26:19,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/655c8b9d203844b1a220f5ea69a16ed5 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/655c8b9d203844b1a220f5ea69a16ed5 2024-11-23T17:26:19,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/1a19e30da7324061a6ae37eace312da1 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/1a19e30da7324061a6ae37eace312da1 2024-11-23T17:26:19,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/b199f1844b2647e298c0c44017b6d441 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/b199f1844b2647e298c0c44017b6d441 2024-11-23T17:26:19,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/696c3ef74145464da792f96ff569c0f6 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/696c3ef74145464da792f96ff569c0f6 2024-11-23T17:26:19,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/b5af2333f6e04fe7a209ca2b4a00c301 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/b5af2333f6e04fe7a209ca2b4a00c301 2024-11-23T17:26:19,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/976ae83a024c407d91062f113b7da357 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/976ae83a024c407d91062f113b7da357 2024-11-23T17:26:19,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/3145d122d98c4a8f8cbf691b729dfaa2 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/3145d122d98c4a8f8cbf691b729dfaa2 2024-11-23T17:26:19,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/d48b3d9bce134bd6b3e34e5140dfd7cc to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/d48b3d9bce134bd6b3e34e5140dfd7cc 2024-11-23T17:26:19,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/5046d8c951d64b938e8c8fdc71368e9a to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/5046d8c951d64b938e8c8fdc71368e9a 2024-11-23T17:26:19,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/2c6636a94bc140b4a07ec01a53173579 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/2c6636a94bc140b4a07ec01a53173579 2024-11-23T17:26:19,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/e5d85dd30fae4930987c50a42f1be2e9 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/e5d85dd30fae4930987c50a42f1be2e9 2024-11-23T17:26:19,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/367f1548f5cd47c4a5405b15dcc3cf34 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/367f1548f5cd47c4a5405b15dcc3cf34 2024-11-23T17:26:19,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/06f8b7eda7074a4b847ead98b52e922b to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/06f8b7eda7074a4b847ead98b52e922b 2024-11-23T17:26:19,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/31cc4f51808143f3b096678e55cd8760 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/31cc4f51808143f3b096678e55cd8760 2024-11-23T17:26:19,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/e6e08683fd4349218699cfdab7fa8b6e, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/bed145af99d64d69b89bd5dccc271b3c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/fb7bd3f9922847b799ce350dfda7ed9f, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/16a67bcb63a2499bbf086e5e5e35df30, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/0735956504bc48fa866e094239d96c16, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/64fa228dfcaf40729b10d8ea2d5443dc, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/6c6bf61f0e1e4eed93af5f42e272438b, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/0ac1a8316ab14ab4800fc91282a44777, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/c3a4d17b48ae4979a4389a4966f4ed36, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/6261b9442e9e4be3ad2a09cf65b2f0f2, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/3f6ca427c62c418bac231d0e82198601, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/579414be57cb4e1fb3e4c08ea26805b0, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/f5be5049663242c783c4c1d213aa7311, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/439771cb404541568d22cb6eb2cf6ad8, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/0e1b426142c9406fb35725050a075227, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/b6cfda9cd77a48b8a34a9c356dc6d5f6, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/29f7dd7f555e4dabbaaeffb1c4d4ca21, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/c1d9a07a732343f897da0631648f1887, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/3552c8b2c16b4ea4aecd28bafa9610f2, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/27033aa87bca45d58d0a185e271b3f06, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/467f6a851c734506a68f18b364dfcbcb, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/259c1f5f70bb49fc8e10913af75f8afd, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/c4dad1b863204d5986629d6d817d9dca, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/846d8961f3b04332837bfb8bbae0a5f6, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/960cf1608a064d53b984cff903f76877, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/b3f00737efa846d397f776207bd809c1, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/4c90e773a5dc4554b492377795115f06, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/c330a6f619b940a5aa20fec8ed0a9272, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/9211cabc09d64688a0818235af46ed48] to archive 2024-11-23T17:26:19,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:26:19,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/e6e08683fd4349218699cfdab7fa8b6e to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/e6e08683fd4349218699cfdab7fa8b6e 2024-11-23T17:26:19,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/bed145af99d64d69b89bd5dccc271b3c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/bed145af99d64d69b89bd5dccc271b3c 2024-11-23T17:26:19,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/fb7bd3f9922847b799ce350dfda7ed9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/fb7bd3f9922847b799ce350dfda7ed9f 2024-11-23T17:26:19,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/16a67bcb63a2499bbf086e5e5e35df30 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/16a67bcb63a2499bbf086e5e5e35df30 2024-11-23T17:26:19,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/0735956504bc48fa866e094239d96c16 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/0735956504bc48fa866e094239d96c16 2024-11-23T17:26:19,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/64fa228dfcaf40729b10d8ea2d5443dc to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/64fa228dfcaf40729b10d8ea2d5443dc 2024-11-23T17:26:19,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/6c6bf61f0e1e4eed93af5f42e272438b to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/6c6bf61f0e1e4eed93af5f42e272438b 2024-11-23T17:26:19,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/0ac1a8316ab14ab4800fc91282a44777 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/0ac1a8316ab14ab4800fc91282a44777 2024-11-23T17:26:19,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/c3a4d17b48ae4979a4389a4966f4ed36 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/c3a4d17b48ae4979a4389a4966f4ed36 2024-11-23T17:26:19,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/6261b9442e9e4be3ad2a09cf65b2f0f2 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/6261b9442e9e4be3ad2a09cf65b2f0f2 2024-11-23T17:26:19,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/3f6ca427c62c418bac231d0e82198601 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/3f6ca427c62c418bac231d0e82198601 2024-11-23T17:26:19,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/579414be57cb4e1fb3e4c08ea26805b0 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/579414be57cb4e1fb3e4c08ea26805b0 2024-11-23T17:26:19,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/f5be5049663242c783c4c1d213aa7311 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/f5be5049663242c783c4c1d213aa7311 2024-11-23T17:26:19,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/439771cb404541568d22cb6eb2cf6ad8 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/439771cb404541568d22cb6eb2cf6ad8 2024-11-23T17:26:19,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/0e1b426142c9406fb35725050a075227 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/0e1b426142c9406fb35725050a075227 2024-11-23T17:26:19,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/b6cfda9cd77a48b8a34a9c356dc6d5f6 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/b6cfda9cd77a48b8a34a9c356dc6d5f6 2024-11-23T17:26:19,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/29f7dd7f555e4dabbaaeffb1c4d4ca21 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/29f7dd7f555e4dabbaaeffb1c4d4ca21 2024-11-23T17:26:19,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/c1d9a07a732343f897da0631648f1887 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/c1d9a07a732343f897da0631648f1887 2024-11-23T17:26:19,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/3552c8b2c16b4ea4aecd28bafa9610f2 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/3552c8b2c16b4ea4aecd28bafa9610f2 2024-11-23T17:26:19,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/27033aa87bca45d58d0a185e271b3f06 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/27033aa87bca45d58d0a185e271b3f06 2024-11-23T17:26:19,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/467f6a851c734506a68f18b364dfcbcb to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/467f6a851c734506a68f18b364dfcbcb 2024-11-23T17:26:19,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/259c1f5f70bb49fc8e10913af75f8afd to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/259c1f5f70bb49fc8e10913af75f8afd 2024-11-23T17:26:19,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/c4dad1b863204d5986629d6d817d9dca to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/c4dad1b863204d5986629d6d817d9dca 2024-11-23T17:26:19,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/846d8961f3b04332837bfb8bbae0a5f6 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/846d8961f3b04332837bfb8bbae0a5f6 2024-11-23T17:26:19,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/960cf1608a064d53b984cff903f76877 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/960cf1608a064d53b984cff903f76877 2024-11-23T17:26:19,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/b3f00737efa846d397f776207bd809c1 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/b3f00737efa846d397f776207bd809c1 2024-11-23T17:26:19,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/4c90e773a5dc4554b492377795115f06 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/4c90e773a5dc4554b492377795115f06 2024-11-23T17:26:19,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/c330a6f619b940a5aa20fec8ed0a9272 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/c330a6f619b940a5aa20fec8ed0a9272 2024-11-23T17:26:19,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/9211cabc09d64688a0818235af46ed48 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/9211cabc09d64688a0818235af46ed48 2024-11-23T17:26:19,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/0929261b88ca460b810355eb79cc7c07, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/fa3e0304c7154831b3ce9dacfaf7858d, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/c7da4939e5294dd8aeaaa5d7d1f26159, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/7f01b795f1d144dea199b4b3a2cd63e3, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/c31e1c44c4b74eab92f04d4e900b638f, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/936e9f33551447139366d8830b3d99eb, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/07591da616414714b4e962773fa6dbb3, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/5a8f1c0694b84f3999adc32e20cc39db, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/8ed9a17d53694d51aa992f3efe9980c7, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/88f7e71e8bc748e99777727e17bd2d83, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/1cabb6a261164b449c2f1fed38cd04ea, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/0ff9d781237f401ebacbd26c73654eac, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/37da4e6ba89343a1beef124bf95a104f, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/196a926e5759402f9847357638782ae4, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/fd8c240bc84741a3bf6a6bab50d4b4df, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/1b700827199b401380fcc8e87afc6368, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/ee4287b1ca8e4c4998d050e200c3fc17, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/d1fb81a3564144669efee386f183ea76, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/45b93c7ad949468397dcd1d1b9fa9bda, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/49194de3c1c94b11bcfad02ab5467fe1, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/6cd56e34cb1c4baea0cde4fe07f1b32e, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/9812885249474347a03f1d61b9c4441d, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/770893928ab24995bf7805ffed2da44d, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/5028517a6d104e6685d57bd549edfb40, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/643c53e4e61a447785ad45966b4b9cbf, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/97906ee115154701be76994a030dccd9, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/9bef23578a784904a9204a2f711b6bee, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/8883a7ba81be48abb6fbe9879488921f, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/441ad9f49aaa41299dcfd8022925bc79] to archive 2024-11-23T17:26:19,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:26:19,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/0929261b88ca460b810355eb79cc7c07 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/0929261b88ca460b810355eb79cc7c07 2024-11-23T17:26:19,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/fa3e0304c7154831b3ce9dacfaf7858d to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/fa3e0304c7154831b3ce9dacfaf7858d 2024-11-23T17:26:19,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/c7da4939e5294dd8aeaaa5d7d1f26159 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/c7da4939e5294dd8aeaaa5d7d1f26159 2024-11-23T17:26:19,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/7f01b795f1d144dea199b4b3a2cd63e3 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/7f01b795f1d144dea199b4b3a2cd63e3 2024-11-23T17:26:19,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/c31e1c44c4b74eab92f04d4e900b638f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/c31e1c44c4b74eab92f04d4e900b638f 2024-11-23T17:26:19,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/936e9f33551447139366d8830b3d99eb to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/936e9f33551447139366d8830b3d99eb 2024-11-23T17:26:19,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/07591da616414714b4e962773fa6dbb3 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/07591da616414714b4e962773fa6dbb3 2024-11-23T17:26:19,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/5a8f1c0694b84f3999adc32e20cc39db to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/5a8f1c0694b84f3999adc32e20cc39db 2024-11-23T17:26:19,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/8ed9a17d53694d51aa992f3efe9980c7 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/8ed9a17d53694d51aa992f3efe9980c7 2024-11-23T17:26:19,292 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/88f7e71e8bc748e99777727e17bd2d83 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/88f7e71e8bc748e99777727e17bd2d83 2024-11-23T17:26:19,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/1cabb6a261164b449c2f1fed38cd04ea to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/1cabb6a261164b449c2f1fed38cd04ea 2024-11-23T17:26:19,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/0ff9d781237f401ebacbd26c73654eac to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/0ff9d781237f401ebacbd26c73654eac 2024-11-23T17:26:19,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/37da4e6ba89343a1beef124bf95a104f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/37da4e6ba89343a1beef124bf95a104f 2024-11-23T17:26:19,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/196a926e5759402f9847357638782ae4 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/196a926e5759402f9847357638782ae4 2024-11-23T17:26:19,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/fd8c240bc84741a3bf6a6bab50d4b4df to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/fd8c240bc84741a3bf6a6bab50d4b4df 2024-11-23T17:26:19,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/1b700827199b401380fcc8e87afc6368 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/1b700827199b401380fcc8e87afc6368 2024-11-23T17:26:19,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/ee4287b1ca8e4c4998d050e200c3fc17 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/ee4287b1ca8e4c4998d050e200c3fc17 2024-11-23T17:26:19,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/d1fb81a3564144669efee386f183ea76 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/d1fb81a3564144669efee386f183ea76 2024-11-23T17:26:19,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/45b93c7ad949468397dcd1d1b9fa9bda to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/45b93c7ad949468397dcd1d1b9fa9bda 2024-11-23T17:26:19,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/49194de3c1c94b11bcfad02ab5467fe1 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/49194de3c1c94b11bcfad02ab5467fe1 2024-11-23T17:26:19,303 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/6cd56e34cb1c4baea0cde4fe07f1b32e to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/6cd56e34cb1c4baea0cde4fe07f1b32e 2024-11-23T17:26:19,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/9812885249474347a03f1d61b9c4441d to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/9812885249474347a03f1d61b9c4441d 2024-11-23T17:26:19,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/770893928ab24995bf7805ffed2da44d to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/770893928ab24995bf7805ffed2da44d 2024-11-23T17:26:19,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/5028517a6d104e6685d57bd549edfb40 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/5028517a6d104e6685d57bd549edfb40 2024-11-23T17:26:19,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/643c53e4e61a447785ad45966b4b9cbf to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/643c53e4e61a447785ad45966b4b9cbf 2024-11-23T17:26:19,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/97906ee115154701be76994a030dccd9 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/97906ee115154701be76994a030dccd9 2024-11-23T17:26:19,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/9bef23578a784904a9204a2f711b6bee to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/9bef23578a784904a9204a2f711b6bee 2024-11-23T17:26:19,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/8883a7ba81be48abb6fbe9879488921f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/8883a7ba81be48abb6fbe9879488921f 2024-11-23T17:26:19,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/441ad9f49aaa41299dcfd8022925bc79 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/441ad9f49aaa41299dcfd8022925bc79 2024-11-23T17:26:19,315 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/recovered.edits/426.seqid, newMaxSeqId=426, maxSeqId=1 2024-11-23T17:26:19,315 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c. 2024-11-23T17:26:19,315 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1635): Region close journal for 684eaeafd1e2531163aff395ab63f79c: 2024-11-23T17:26:19,317 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(170): Closed 684eaeafd1e2531163aff395ab63f79c 2024-11-23T17:26:19,317 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=91 updating hbase:meta row=684eaeafd1e2531163aff395ab63f79c, regionState=CLOSED 2024-11-23T17:26:19,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-23T17:26:19,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseRegionProcedure 684eaeafd1e2531163aff395ab63f79c, server=f54dd19cfe0a,35067,1732382683491 in 1.4870 sec 2024-11-23T17:26:19,320 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=91, resume processing ppid=90 2024-11-23T17:26:19,320 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, ppid=90, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=684eaeafd1e2531163aff395ab63f79c, UNASSIGN in 1.4900 sec 2024-11-23T17:26:19,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-23T17:26:19,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4920 sec 2024-11-23T17:26:19,322 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382779322"}]},"ts":"1732382779322"} 2024-11-23T17:26:19,323 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T17:26:19,325 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T17:26:19,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5030 sec 2024-11-23T17:26:19,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-23T17:26:19,929 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-23T17:26:19,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T17:26:19,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:26:19,930 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=93, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:26:19,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-23T17:26:19,931 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=93, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:26:19,932 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c 2024-11-23T17:26:19,934 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A, FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B, FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C, FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/recovered.edits] 2024-11-23T17:26:19,936 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/34195c8236f046e98b6f4eea9d0092e6 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/34195c8236f046e98b6f4eea9d0092e6 2024-11-23T17:26:19,937 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/aa30b99a45cd45128c70cd984d3a3eda to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/A/aa30b99a45cd45128c70cd984d3a3eda 2024-11-23T17:26:19,939 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/5908089256ef464db686b9c45fdcc211 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/5908089256ef464db686b9c45fdcc211 2024-11-23T17:26:19,940 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/886b6bb8def244e7ade51cf6582e56eb to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/B/886b6bb8def244e7ade51cf6582e56eb 2024-11-23T17:26:19,942 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/42ac573925d744b9b1e093ebfe0fb6b8 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/42ac573925d744b9b1e093ebfe0fb6b8 2024-11-23T17:26:19,943 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/8fd3cb20260047e4ab6fc11ae63de456 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/C/8fd3cb20260047e4ab6fc11ae63de456 2024-11-23T17:26:19,945 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/recovered.edits/426.seqid to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c/recovered.edits/426.seqid 2024-11-23T17:26:19,945 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/684eaeafd1e2531163aff395ab63f79c 2024-11-23T17:26:19,945 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T17:26:19,947 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=93, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:26:19,952 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T17:26:19,953 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T17:26:19,954 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=93, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:26:19,954 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T17:26:19,955 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732382779954"}]},"ts":"9223372036854775807"} 2024-11-23T17:26:19,956 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T17:26:19,956 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 684eaeafd1e2531163aff395ab63f79c, NAME => 'TestAcidGuarantees,,1732382746906.684eaeafd1e2531163aff395ab63f79c.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T17:26:19,956 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T17:26:19,956 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732382779956"}]},"ts":"9223372036854775807"} 2024-11-23T17:26:19,958 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T17:26:19,960 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=93, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:26:19,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 31 msec 2024-11-23T17:26:20,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-23T17:26:20,032 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-23T17:26:20,041 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=237 (was 243), OpenFileDescriptor=457 (was 468), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=323 (was 377), ProcessCount=11 (was 11), AvailableMemoryMB=2872 (was 2930) 2024-11-23T17:26:20,049 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=237, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=323, ProcessCount=11, AvailableMemoryMB=2871 2024-11-23T17:26:20,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T17:26:20,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T17:26:20,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T17:26:20,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T17:26:20,053 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:20,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 94 2024-11-23T17:26:20,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T17:26:20,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-23T17:26:20,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742157_1333 (size=963) 2024-11-23T17:26:20,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-23T17:26:20,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-23T17:26:20,460 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9 2024-11-23T17:26:20,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742158_1334 (size=53) 2024-11-23T17:26:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-23T17:26:20,866 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:26:20,866 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 4c66754261476f6709b43ee61d8bf480, disabling compactions & flushes 2024-11-23T17:26:20,866 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:20,866 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:20,866 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. after waiting 0 ms 2024-11-23T17:26:20,866 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:20,866 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:20,866 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:20,867 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T17:26:20,867 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732382780867"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732382780867"}]},"ts":"1732382780867"} 2024-11-23T17:26:20,868 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T17:26:20,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T17:26:20,869 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382780869"}]},"ts":"1732382780869"} 2024-11-23T17:26:20,870 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T17:26:20,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c66754261476f6709b43ee61d8bf480, ASSIGN}] 2024-11-23T17:26:20,875 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c66754261476f6709b43ee61d8bf480, ASSIGN 2024-11-23T17:26:20,875 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c66754261476f6709b43ee61d8bf480, ASSIGN; state=OFFLINE, location=f54dd19cfe0a,35067,1732382683491; forceNewPlan=false, retain=false 2024-11-23T17:26:21,025 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=4c66754261476f6709b43ee61d8bf480, regionState=OPENING, regionLocation=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:21,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; OpenRegionProcedure 4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491}] 2024-11-23T17:26:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-23T17:26:21,178 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:21,180 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:21,181 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7285): Opening region: {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} 2024-11-23T17:26:21,181 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:21,181 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:26:21,181 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7327): checking encryption for 4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:21,181 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7330): checking classloading for 4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:21,182 INFO [StoreOpener-4c66754261476f6709b43ee61d8bf480-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:21,183 INFO [StoreOpener-4c66754261476f6709b43ee61d8bf480-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:26:21,184 INFO [StoreOpener-4c66754261476f6709b43ee61d8bf480-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c66754261476f6709b43ee61d8bf480 columnFamilyName A 2024-11-23T17:26:21,184 DEBUG [StoreOpener-4c66754261476f6709b43ee61d8bf480-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:21,184 INFO [StoreOpener-4c66754261476f6709b43ee61d8bf480-1 {}] regionserver.HStore(327): Store=4c66754261476f6709b43ee61d8bf480/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:26:21,184 INFO [StoreOpener-4c66754261476f6709b43ee61d8bf480-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:21,185 INFO [StoreOpener-4c66754261476f6709b43ee61d8bf480-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:26:21,185 INFO [StoreOpener-4c66754261476f6709b43ee61d8bf480-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c66754261476f6709b43ee61d8bf480 columnFamilyName B 2024-11-23T17:26:21,185 DEBUG [StoreOpener-4c66754261476f6709b43ee61d8bf480-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:21,185 INFO [StoreOpener-4c66754261476f6709b43ee61d8bf480-1 {}] regionserver.HStore(327): Store=4c66754261476f6709b43ee61d8bf480/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:26:21,186 INFO [StoreOpener-4c66754261476f6709b43ee61d8bf480-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:21,186 INFO [StoreOpener-4c66754261476f6709b43ee61d8bf480-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:26:21,186 INFO [StoreOpener-4c66754261476f6709b43ee61d8bf480-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c66754261476f6709b43ee61d8bf480 columnFamilyName C 2024-11-23T17:26:21,186 DEBUG [StoreOpener-4c66754261476f6709b43ee61d8bf480-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:21,187 INFO [StoreOpener-4c66754261476f6709b43ee61d8bf480-1 {}] regionserver.HStore(327): Store=4c66754261476f6709b43ee61d8bf480/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:26:21,187 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:21,187 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:21,188 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:21,189 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T17:26:21,190 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1085): writing seq id for 4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:21,191 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T17:26:21,191 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1102): Opened 4c66754261476f6709b43ee61d8bf480; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71187519, jitterRate=0.06077669560909271}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T17:26:21,192 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1001): Region open journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:21,193 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480., pid=96, masterSystemTime=1732382781178 2024-11-23T17:26:21,194 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:21,194 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:21,195 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=4c66754261476f6709b43ee61d8bf480, regionState=OPEN, openSeqNum=2, regionLocation=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:21,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-23T17:26:21,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; OpenRegionProcedure 4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 in 170 msec 2024-11-23T17:26:21,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-23T17:26:21,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c66754261476f6709b43ee61d8bf480, ASSIGN in 323 msec 2024-11-23T17:26:21,198 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T17:26:21,199 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382781198"}]},"ts":"1732382781198"} 2024-11-23T17:26:21,199 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T17:26:21,201 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=94, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T17:26:21,202 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-11-23T17:26:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=94 2024-11-23T17:26:22,158 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 94 completed 2024-11-23T17:26:22,159 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5fe71801 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@bf5e2f0 2024-11-23T17:26:22,163 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b82ba2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:26:22,164 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:26:22,165 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:26:22,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T17:26:22,167 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52410, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T17:26:22,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T17:26:22,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T17:26:22,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-23T17:26:22,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742159_1335 (size=999) 2024-11-23T17:26:22,580 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-23T17:26:22,580 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-23T17:26:22,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T17:26:22,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c66754261476f6709b43ee61d8bf480, REOPEN/MOVE}] 2024-11-23T17:26:22,584 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c66754261476f6709b43ee61d8bf480, REOPEN/MOVE 2024-11-23T17:26:22,584 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=4c66754261476f6709b43ee61d8bf480, regionState=CLOSING, regionLocation=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:22,585 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T17:26:22,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; CloseRegionProcedure 4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491}] 2024-11-23T17:26:22,736 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:22,737 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(124): Close 4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:22,737 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T17:26:22,737 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1681): Closing 4c66754261476f6709b43ee61d8bf480, disabling compactions & flushes 2024-11-23T17:26:22,737 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:22,737 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:22,737 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. after waiting 0 ms 2024-11-23T17:26:22,737 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:22,741 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-23T17:26:22,741 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:22,741 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1635): Region close journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:22,742 WARN [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionServer(3786): Not adding moved region record: 4c66754261476f6709b43ee61d8bf480 to self. 2024-11-23T17:26:22,743 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(170): Closed 4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:22,743 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=4c66754261476f6709b43ee61d8bf480, regionState=CLOSED 2024-11-23T17:26:22,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-23T17:26:22,745 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; CloseRegionProcedure 4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 in 159 msec 2024-11-23T17:26:22,745 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c66754261476f6709b43ee61d8bf480, REOPEN/MOVE; state=CLOSED, location=f54dd19cfe0a,35067,1732382683491; forceNewPlan=false, retain=true 2024-11-23T17:26:22,896 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=4c66754261476f6709b43ee61d8bf480, regionState=OPENING, regionLocation=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:22,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=99, state=RUNNABLE; OpenRegionProcedure 4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491}] 2024-11-23T17:26:23,051 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:23,054 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:23,054 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7285): Opening region: {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} 2024-11-23T17:26:23,054 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:23,055 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:26:23,055 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7327): checking encryption for 4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:23,055 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(7330): checking classloading for 4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:23,056 INFO [StoreOpener-4c66754261476f6709b43ee61d8bf480-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:23,056 INFO [StoreOpener-4c66754261476f6709b43ee61d8bf480-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:26:23,057 INFO [StoreOpener-4c66754261476f6709b43ee61d8bf480-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c66754261476f6709b43ee61d8bf480 columnFamilyName A 2024-11-23T17:26:23,058 DEBUG [StoreOpener-4c66754261476f6709b43ee61d8bf480-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:23,058 INFO [StoreOpener-4c66754261476f6709b43ee61d8bf480-1 {}] regionserver.HStore(327): Store=4c66754261476f6709b43ee61d8bf480/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:26:23,058 INFO [StoreOpener-4c66754261476f6709b43ee61d8bf480-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:23,059 INFO [StoreOpener-4c66754261476f6709b43ee61d8bf480-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:26:23,059 INFO [StoreOpener-4c66754261476f6709b43ee61d8bf480-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c66754261476f6709b43ee61d8bf480 columnFamilyName B 2024-11-23T17:26:23,059 DEBUG [StoreOpener-4c66754261476f6709b43ee61d8bf480-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:23,059 INFO [StoreOpener-4c66754261476f6709b43ee61d8bf480-1 {}] regionserver.HStore(327): Store=4c66754261476f6709b43ee61d8bf480/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:26:23,059 INFO [StoreOpener-4c66754261476f6709b43ee61d8bf480-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:23,060 INFO [StoreOpener-4c66754261476f6709b43ee61d8bf480-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:26:23,060 INFO [StoreOpener-4c66754261476f6709b43ee61d8bf480-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c66754261476f6709b43ee61d8bf480 columnFamilyName C 2024-11-23T17:26:23,060 DEBUG [StoreOpener-4c66754261476f6709b43ee61d8bf480-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:23,060 INFO [StoreOpener-4c66754261476f6709b43ee61d8bf480-1 {}] regionserver.HStore(327): Store=4c66754261476f6709b43ee61d8bf480/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:26:23,060 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:23,061 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:23,062 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:23,062 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T17:26:23,063 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1085): writing seq id for 4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:23,064 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1102): Opened 4c66754261476f6709b43ee61d8bf480; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72235699, jitterRate=0.07639579474925995}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T17:26:23,065 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegion(1001): Region open journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:23,065 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480., pid=101, masterSystemTime=1732382783051 2024-11-23T17:26:23,067 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:23,067 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=101}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:23,067 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=4c66754261476f6709b43ee61d8bf480, regionState=OPEN, openSeqNum=5, regionLocation=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:23,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=99 2024-11-23T17:26:23,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=99, state=SUCCESS; OpenRegionProcedure 4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 in 170 msec 2024-11-23T17:26:23,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-23T17:26:23,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c66754261476f6709b43ee61d8bf480, REOPEN/MOVE in 486 msec 2024-11-23T17:26:23,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-23T17:26:23,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 488 msec 2024-11-23T17:26:23,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 903 msec 2024-11-23T17:26:23,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-23T17:26:23,074 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51f7d511 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75b14fbd 2024-11-23T17:26:23,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b6cf8cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:26:23,081 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1dc42ea6 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62f74604 2024-11-23T17:26:23,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec15031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:26:23,084 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x117e86d9 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49e13594 2024-11-23T17:26:23,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd5b441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:26:23,087 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6cd96549 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c54a0d3 2024-11-23T17:26:23,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c336ea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:26:23,090 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31aea41b to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3875c8c5 2024-11-23T17:26:23,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f94d721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:26:23,094 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0801ba40 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@319559be 2024-11-23T17:26:23,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f49665c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:26:23,097 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x27539bdc to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c907e21 2024-11-23T17:26:23,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683f8469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:26:23,100 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e3203d9 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@61ec0f48 2024-11-23T17:26:23,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e4d3d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:26:23,103 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x798e7fd4 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7819b9e2 2024-11-23T17:26:23,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b308f62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:26:23,106 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7284f16d to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47679076 2024-11-23T17:26:23,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68035c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:26:23,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:26:23,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees 2024-11-23T17:26:23,112 DEBUG [hconnection-0x2e34555e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:26:23,113 DEBUG [hconnection-0x5610f1b3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:26:23,113 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:26:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-23T17:26:23,113 DEBUG [hconnection-0x27637193-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:26:23,114 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=102, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:26:23,114 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55544, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:26:23,114 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55554, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:26:23,114 DEBUG [hconnection-0x5b043b6b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:26:23,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:26:23,114 DEBUG [hconnection-0x5e33a56d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:26:23,114 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55562, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:26:23,115 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55572, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:26:23,115 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55588, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:26:23,115 DEBUG [hconnection-0x33dcf21f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:26:23,116 DEBUG [hconnection-0x4d5e572c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:26:23,116 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:26:23,119 DEBUG [hconnection-0x639b509c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:26:23,122 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55610, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:26:23,123 DEBUG [hconnection-0x7bf595b1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:26:23,123 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55620, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:26:23,123 DEBUG [hconnection-0x31ae54af-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:26:23,124 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55628, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:26:23,125 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55630, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:26:23,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:23,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4c66754261476f6709b43ee61d8bf480 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T17:26:23,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=A 2024-11-23T17:26:23,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:23,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=B 2024-11-23T17:26:23,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:23,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=C 2024-11-23T17:26:23,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:23,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:23,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382843145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55610 deadline: 1732382843145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:23,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:23,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732382843145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:23,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382843146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:23,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:23,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382843146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:23,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c63bf870444e4a14bea44d26acaa6b29_4c66754261476f6709b43ee61d8bf480 is 50, key is test_row_0/A:col10/1732382783125/Put/seqid=0 2024-11-23T17:26:23,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742160_1336 (size=12154) 2024-11-23T17:26:23,157 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:23,160 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c63bf870444e4a14bea44d26acaa6b29_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c63bf870444e4a14bea44d26acaa6b29_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:23,161 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/453a571a952b4a75bc94f5673b5cbe0b, store: [table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:23,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/453a571a952b4a75bc94f5673b5cbe0b is 175, key is test_row_0/A:col10/1732382783125/Put/seqid=0 2024-11-23T17:26:23,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742161_1337 (size=30955) 2024-11-23T17:26:23,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-23T17:26:23,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:23,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:23,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382843247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:23,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55610 deadline: 1732382843247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:23,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:23,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382843248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:23,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:23,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:23,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732382843248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:23,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382843248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:23,265 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:23,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-23T17:26:23,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:23,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:23,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:23,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:23,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:23,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:23,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-23T17:26:23,418 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:23,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-23T17:26:23,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:23,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:23,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:23,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:23,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:23,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:23,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:23,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382843449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:23,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:23,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382843449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:23,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:23,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382843449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:23,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:23,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732382843450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:23,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:23,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55610 deadline: 1732382843451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:23,566 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/453a571a952b4a75bc94f5673b5cbe0b 2024-11-23T17:26:23,570 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:23,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-23T17:26:23,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:23,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:23,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:23,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:23,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:23,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/83119da65486443e90742ecf6e9f41c4 is 50, key is test_row_0/B:col10/1732382783125/Put/seqid=0 2024-11-23T17:26:23,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742162_1338 (size=12001) 2024-11-23T17:26:23,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/83119da65486443e90742ecf6e9f41c4 2024-11-23T17:26:23,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/4729f64d5edd4179afc5688b342742fe is 50, key is test_row_0/C:col10/1732382783125/Put/seqid=0 2024-11-23T17:26:23,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742163_1339 (size=12001) 2024-11-23T17:26:23,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-23T17:26:23,725 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:23,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-23T17:26:23,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:23,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:23,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:23,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:23,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:23,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:23,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:23,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382843753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:23,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:23,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382843753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:23,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:23,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382843754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:23,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:23,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732382843754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:23,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:23,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55610 deadline: 1732382843755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:23,878 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:23,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-23T17:26:23,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:23,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:23,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:23,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:23,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:23,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:24,030 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:24,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-23T17:26:24,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:24,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:24,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:24,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] handler.RSProcedureHandler(58): pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:24,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=103 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:24,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=103 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:24,039 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/4729f64d5edd4179afc5688b342742fe 2024-11-23T17:26:24,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/453a571a952b4a75bc94f5673b5cbe0b as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/453a571a952b4a75bc94f5673b5cbe0b 2024-11-23T17:26:24,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/453a571a952b4a75bc94f5673b5cbe0b, entries=150, sequenceid=15, filesize=30.2 K 2024-11-23T17:26:24,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/83119da65486443e90742ecf6e9f41c4 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/83119da65486443e90742ecf6e9f41c4 2024-11-23T17:26:24,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/83119da65486443e90742ecf6e9f41c4, entries=150, sequenceid=15, filesize=11.7 K 2024-11-23T17:26:24,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/4729f64d5edd4179afc5688b342742fe as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/4729f64d5edd4179afc5688b342742fe 2024-11-23T17:26:24,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/4729f64d5edd4179afc5688b342742fe, entries=150, sequenceid=15, filesize=11.7 K 2024-11-23T17:26:24,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4c66754261476f6709b43ee61d8bf480 in 932ms, sequenceid=15, compaction requested=false 2024-11-23T17:26:24,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:24,183 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:24,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=103 2024-11-23T17:26:24,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:24,184 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2837): Flushing 4c66754261476f6709b43ee61d8bf480 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T17:26:24,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=A 2024-11-23T17:26:24,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:24,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=B 2024-11-23T17:26:24,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:24,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=C 2024-11-23T17:26:24,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:24,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112384e4dedffda94cf5b84be45fce271ca2_4c66754261476f6709b43ee61d8bf480 is 50, key is test_row_0/A:col10/1732382783143/Put/seqid=0 2024-11-23T17:26:24,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742164_1340 (size=12154) 2024-11-23T17:26:24,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-23T17:26:24,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:24,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:24,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382844264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:24,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382844265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:24,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732382844265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:24,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382844267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:24,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:24,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55610 deadline: 1732382844268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:24,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:24,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382844370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:24,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:24,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382844370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:24,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:24,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732382844370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:24,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:24,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382844371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:24,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:24,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55610 deadline: 1732382844373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:24,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382844573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:24,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732382844573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:24,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:24,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382844574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:24,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382844576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:24,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:24,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55610 deadline: 1732382844577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:24,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:24,602 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112384e4dedffda94cf5b84be45fce271ca2_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112384e4dedffda94cf5b84be45fce271ca2_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:24,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/1fcb9c276273415db5685f3a8cbb7887, store: [table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:24,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/1fcb9c276273415db5685f3a8cbb7887 is 175, key is test_row_0/A:col10/1732382783143/Put/seqid=0 2024-11-23T17:26:24,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742165_1341 (size=30955) 2024-11-23T17:26:24,850 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T17:26:24,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382844880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:24,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732382844880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:24,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382844880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:24,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382844881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:24,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55610 deadline: 1732382844881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:25,008 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/1fcb9c276273415db5685f3a8cbb7887 2024-11-23T17:26:25,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/a6e34c296f8944ff9bdc52939acb8a89 is 50, key is test_row_0/B:col10/1732382783143/Put/seqid=0 2024-11-23T17:26:25,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742166_1342 (size=12001) 2024-11-23T17:26:25,028 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/a6e34c296f8944ff9bdc52939acb8a89 2024-11-23T17:26:25,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/7c602d6b23394590ad523afade891f6c is 50, key is test_row_0/C:col10/1732382783143/Put/seqid=0 2024-11-23T17:26:25,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742167_1343 (size=12001) 2024-11-23T17:26:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-23T17:26:25,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55610 deadline: 1732382845384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:25,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732382845384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:25,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382845384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:25,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382845386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:25,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382845386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:25,439 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/7c602d6b23394590ad523afade891f6c 2024-11-23T17:26:25,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/1fcb9c276273415db5685f3a8cbb7887 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/1fcb9c276273415db5685f3a8cbb7887 2024-11-23T17:26:25,447 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/1fcb9c276273415db5685f3a8cbb7887, entries=150, sequenceid=40, filesize=30.2 K 2024-11-23T17:26:25,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/a6e34c296f8944ff9bdc52939acb8a89 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/a6e34c296f8944ff9bdc52939acb8a89 2024-11-23T17:26:25,452 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/a6e34c296f8944ff9bdc52939acb8a89, entries=150, sequenceid=40, filesize=11.7 K 2024-11-23T17:26:25,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/7c602d6b23394590ad523afade891f6c as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/7c602d6b23394590ad523afade891f6c 2024-11-23T17:26:25,456 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/7c602d6b23394590ad523afade891f6c, entries=150, sequenceid=40, filesize=11.7 K 2024-11-23T17:26:25,457 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4c66754261476f6709b43ee61d8bf480 in 1274ms, sequenceid=40, compaction requested=false 2024-11-23T17:26:25,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.HRegion(2538): Flush status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:25,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:25,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103 2024-11-23T17:26:25,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=103 2024-11-23T17:26:25,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-23T17:26:25,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3440 sec 2024-11-23T17:26:25,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=102, table=TestAcidGuarantees in 2.3490 sec 2024-11-23T17:26:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:26,393 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4c66754261476f6709b43ee61d8bf480 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-23T17:26:26,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=A 2024-11-23T17:26:26,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:26,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=B 2024-11-23T17:26:26,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:26,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=C 2024-11-23T17:26:26,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:26,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237d9859dc357a49ee9e249bf1ac8cfbdc_4c66754261476f6709b43ee61d8bf480 is 50, key is test_row_0/A:col10/1732382784266/Put/seqid=0 2024-11-23T17:26:26,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742168_1344 (size=14594) 2024-11-23T17:26:26,411 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:26,416 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237d9859dc357a49ee9e249bf1ac8cfbdc_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237d9859dc357a49ee9e249bf1ac8cfbdc_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:26,417 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/f2428e4b5ced49639e5096564b520dea, store: [table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:26,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/f2428e4b5ced49639e5096564b520dea is 175, key is test_row_0/A:col10/1732382784266/Put/seqid=0 2024-11-23T17:26:26,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382846419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:26,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732382846421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:26,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742169_1345 (size=39549) 2024-11-23T17:26:26,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382846421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:26,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:26,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55610 deadline: 1732382846422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:26,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:26,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382846423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:26,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:26,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382846524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:26,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:26,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732382846524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:26,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382846531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:26,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55610 deadline: 1732382846531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:26,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382846532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:26,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:26,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382846728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:26,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:26,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732382846729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:26,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382846734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:26,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:26,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55610 deadline: 1732382846735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:26,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:26,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382846735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:26,826 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/f2428e4b5ced49639e5096564b520dea 2024-11-23T17:26:26,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/e4341940517e4934878812c03d11516d is 50, key is test_row_0/B:col10/1732382784266/Put/seqid=0 2024-11-23T17:26:26,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742170_1346 (size=12001) 2024-11-23T17:26:27,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:27,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732382847032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:27,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:27,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382847034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:27,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:27,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382847039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:27,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382847042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:27,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:27,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55610 deadline: 1732382847042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:27,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-11-23T17:26:27,218 INFO [Thread-1531 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-11-23T17:26:27,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:26:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-23T17:26:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T17:26:27,221 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:26:27,221 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:26:27,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:26:27,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/e4341940517e4934878812c03d11516d 2024-11-23T17:26:27,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/f180add065be40c9bc10ab32cbb4be82 is 50, key is test_row_0/C:col10/1732382784266/Put/seqid=0 2024-11-23T17:26:27,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742171_1347 (size=12001) 2024-11-23T17:26:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T17:26:27,372 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:27,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-23T17:26:27,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:27,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:27,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:27,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:27,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T17:26:27,526 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:27,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-23T17:26:27,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:27,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:27,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:27,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:27,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:27,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:27,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732382847538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:27,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:27,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382847540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:27,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55610 deadline: 1732382847545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:27,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382847546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:27,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382847546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:27,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/f180add065be40c9bc10ab32cbb4be82 2024-11-23T17:26:27,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/f2428e4b5ced49639e5096564b520dea as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/f2428e4b5ced49639e5096564b520dea 2024-11-23T17:26:27,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/f2428e4b5ced49639e5096564b520dea, entries=200, sequenceid=54, filesize=38.6 K 2024-11-23T17:26:27,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/e4341940517e4934878812c03d11516d as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/e4341940517e4934878812c03d11516d 2024-11-23T17:26:27,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/e4341940517e4934878812c03d11516d, entries=150, sequenceid=54, filesize=11.7 K 2024-11-23T17:26:27,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/f180add065be40c9bc10ab32cbb4be82 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/f180add065be40c9bc10ab32cbb4be82 2024-11-23T17:26:27,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/f180add065be40c9bc10ab32cbb4be82, entries=150, sequenceid=54, filesize=11.7 K 2024-11-23T17:26:27,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 4c66754261476f6709b43ee61d8bf480 in 1276ms, sequenceid=54, compaction requested=true 2024-11-23T17:26:27,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:27,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c66754261476f6709b43ee61d8bf480:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:26:27,669 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:26:27,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:27,669 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:26:27,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c66754261476f6709b43ee61d8bf480:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:26:27,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:27,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c66754261476f6709b43ee61d8bf480:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:26:27,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:26:27,670 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:26:27,670 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:26:27,670 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 4c66754261476f6709b43ee61d8bf480/A is initiating minor compaction (all files) 2024-11-23T17:26:27,670 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 4c66754261476f6709b43ee61d8bf480/B is initiating minor compaction (all files) 2024-11-23T17:26:27,670 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c66754261476f6709b43ee61d8bf480/B in TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:27,670 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c66754261476f6709b43ee61d8bf480/A in TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:27,670 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/83119da65486443e90742ecf6e9f41c4, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/a6e34c296f8944ff9bdc52939acb8a89, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/e4341940517e4934878812c03d11516d] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp, totalSize=35.2 K 2024-11-23T17:26:27,670 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/453a571a952b4a75bc94f5673b5cbe0b, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/1fcb9c276273415db5685f3a8cbb7887, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/f2428e4b5ced49639e5096564b520dea] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp, totalSize=99.1 K 2024-11-23T17:26:27,670 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:27,671 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. files: [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/453a571a952b4a75bc94f5673b5cbe0b, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/1fcb9c276273415db5685f3a8cbb7887, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/f2428e4b5ced49639e5096564b520dea] 2024-11-23T17:26:27,671 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 83119da65486443e90742ecf6e9f41c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732382783123 2024-11-23T17:26:27,671 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 453a571a952b4a75bc94f5673b5cbe0b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732382783123 2024-11-23T17:26:27,671 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1fcb9c276273415db5685f3a8cbb7887, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732382783143 2024-11-23T17:26:27,671 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting a6e34c296f8944ff9bdc52939acb8a89, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732382783143 2024-11-23T17:26:27,672 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2428e4b5ced49639e5096564b520dea, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732382784260 2024-11-23T17:26:27,672 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting e4341940517e4934878812c03d11516d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732382784266 2024-11-23T17:26:27,677 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:27,677 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c66754261476f6709b43ee61d8bf480#B#compaction#294 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:26:27,678 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/451d5f3bcdd3477c84e65e45c3f4bf38 is 50, key is test_row_0/B:col10/1732382784266/Put/seqid=0 2024-11-23T17:26:27,678 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:27,678 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123f69333a8550741be9875db935321877c_4c66754261476f6709b43ee61d8bf480 store=[table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:27,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-23T17:26:27,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:27,679 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 4c66754261476f6709b43ee61d8bf480 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T17:26:27,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=A 2024-11-23T17:26:27,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:27,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=B 2024-11-23T17:26:27,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:27,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=C 2024-11-23T17:26:27,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:27,680 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123f69333a8550741be9875db935321877c_4c66754261476f6709b43ee61d8bf480, store=[table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:27,681 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f69333a8550741be9875db935321877c_4c66754261476f6709b43ee61d8bf480 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:27,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742172_1348 (size=12104) 2024-11-23T17:26:27,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742173_1349 (size=4469) 2024-11-23T17:26:27,694 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c66754261476f6709b43ee61d8bf480#A#compaction#295 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:26:27,695 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/2e3fa44414d0471bba2b2122095ebb5a is 175, key is test_row_0/A:col10/1732382784266/Put/seqid=0 2024-11-23T17:26:27,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234d0f3fbc1d2745cb9eae3e72e0a47ba1_4c66754261476f6709b43ee61d8bf480 is 50, key is test_row_0/A:col10/1732382786420/Put/seqid=0 2024-11-23T17:26:27,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742174_1350 (size=31058) 2024-11-23T17:26:27,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742175_1351 (size=12154) 2024-11-23T17:26:27,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T17:26:28,090 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/451d5f3bcdd3477c84e65e45c3f4bf38 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/451d5f3bcdd3477c84e65e45c3f4bf38 2024-11-23T17:26:28,096 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4c66754261476f6709b43ee61d8bf480/B of 4c66754261476f6709b43ee61d8bf480 into 451d5f3bcdd3477c84e65e45c3f4bf38(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:26:28,096 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:28,096 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480., storeName=4c66754261476f6709b43ee61d8bf480/B, priority=13, startTime=1732382787669; duration=0sec 2024-11-23T17:26:28,096 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:26:28,096 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c66754261476f6709b43ee61d8bf480:B 2024-11-23T17:26:28,096 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:26:28,097 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:26:28,097 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 4c66754261476f6709b43ee61d8bf480/C is initiating minor compaction (all files) 2024-11-23T17:26:28,097 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c66754261476f6709b43ee61d8bf480/C in TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:28,097 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/4729f64d5edd4179afc5688b342742fe, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/7c602d6b23394590ad523afade891f6c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/f180add065be40c9bc10ab32cbb4be82] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp, totalSize=35.2 K 2024-11-23T17:26:28,098 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 4729f64d5edd4179afc5688b342742fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732382783123 2024-11-23T17:26:28,098 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c602d6b23394590ad523afade891f6c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732382783143 2024-11-23T17:26:28,099 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting f180add065be40c9bc10ab32cbb4be82, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732382784266 2024-11-23T17:26:28,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:28,111 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/2e3fa44414d0471bba2b2122095ebb5a as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/2e3fa44414d0471bba2b2122095ebb5a 2024-11-23T17:26:28,114 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234d0f3fbc1d2745cb9eae3e72e0a47ba1_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234d0f3fbc1d2745cb9eae3e72e0a47ba1_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:28,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/a2cb84a0d14b493db3c44ba6e7a788e5, store: [table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:28,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/a2cb84a0d14b493db3c44ba6e7a788e5 is 175, key is test_row_0/A:col10/1732382786420/Put/seqid=0 2024-11-23T17:26:28,121 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4c66754261476f6709b43ee61d8bf480/A of 4c66754261476f6709b43ee61d8bf480 into 2e3fa44414d0471bba2b2122095ebb5a(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:26:28,121 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:28,121 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480., storeName=4c66754261476f6709b43ee61d8bf480/A, priority=13, startTime=1732382787669; duration=0sec 2024-11-23T17:26:28,121 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:28,121 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c66754261476f6709b43ee61d8bf480:A 2024-11-23T17:26:28,122 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c66754261476f6709b43ee61d8bf480#C#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:26:28,122 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/d417a054fafa4899b94ee46541906451 is 50, key is test_row_0/C:col10/1732382784266/Put/seqid=0 2024-11-23T17:26:28,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742176_1352 (size=30955) 2024-11-23T17:26:28,126 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/a2cb84a0d14b493db3c44ba6e7a788e5 2024-11-23T17:26:28,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/ee53f4c704744f58ad7120542b15e621 is 50, key is test_row_0/B:col10/1732382786420/Put/seqid=0 2024-11-23T17:26:28,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742177_1353 (size=12104) 2024-11-23T17:26:28,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742178_1354 (size=12001) 2024-11-23T17:26:28,147 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/ee53f4c704744f58ad7120542b15e621 2024-11-23T17:26:28,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/bf609fb4f98042c98ab37e75b915e64c is 50, key is test_row_0/C:col10/1732382786420/Put/seqid=0 2024-11-23T17:26:28,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742179_1355 (size=12001) 2024-11-23T17:26:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T17:26:28,550 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/d417a054fafa4899b94ee46541906451 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/d417a054fafa4899b94ee46541906451 2024-11-23T17:26:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:28,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:28,555 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4c66754261476f6709b43ee61d8bf480/C of 4c66754261476f6709b43ee61d8bf480 into d417a054fafa4899b94ee46541906451(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:26:28,555 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:28,555 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480., storeName=4c66754261476f6709b43ee61d8bf480/C, priority=13, startTime=1732382787669; duration=0sec 2024-11-23T17:26:28,555 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:28,555 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c66754261476f6709b43ee61d8bf480:C 2024-11-23T17:26:28,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:28,563 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/bf609fb4f98042c98ab37e75b915e64c 2024-11-23T17:26:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382848558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:28,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382848559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:28,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732382848561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:28,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382848561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:28,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55610 deadline: 1732382848562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:28,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/a2cb84a0d14b493db3c44ba6e7a788e5 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/a2cb84a0d14b493db3c44ba6e7a788e5 2024-11-23T17:26:28,570 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/a2cb84a0d14b493db3c44ba6e7a788e5, entries=150, sequenceid=77, filesize=30.2 K 2024-11-23T17:26:28,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/ee53f4c704744f58ad7120542b15e621 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/ee53f4c704744f58ad7120542b15e621 2024-11-23T17:26:28,575 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/ee53f4c704744f58ad7120542b15e621, entries=150, sequenceid=77, filesize=11.7 K 2024-11-23T17:26:28,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/bf609fb4f98042c98ab37e75b915e64c as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/bf609fb4f98042c98ab37e75b915e64c 2024-11-23T17:26:28,581 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/bf609fb4f98042c98ab37e75b915e64c, entries=150, sequenceid=77, filesize=11.7 K 2024-11-23T17:26:28,582 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 4c66754261476f6709b43ee61d8bf480 in 903ms, sequenceid=77, compaction requested=false 2024-11-23T17:26:28,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:28,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:28,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-23T17:26:28,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-23T17:26:28,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-23T17:26:28,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3620 sec 2024-11-23T17:26:28,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.3660 sec 2024-11-23T17:26:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:28,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4c66754261476f6709b43ee61d8bf480 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-23T17:26:28,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=A 2024-11-23T17:26:28,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:28,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=B 2024-11-23T17:26:28,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:28,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=C 2024-11-23T17:26:28,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:28,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123484f0d02665f46cea1c8cdb5de0c7387_4c66754261476f6709b43ee61d8bf480 is 50, key is test_row_0/A:col10/1732382788666/Put/seqid=0 2024-11-23T17:26:28,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742180_1356 (size=12154) 2024-11-23T17:26:28,680 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:28,683 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123484f0d02665f46cea1c8cdb5de0c7387_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123484f0d02665f46cea1c8cdb5de0c7387_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:28,684 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/5f1a1a5e85a74a9dab5c7d5f544d5932, store: [table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:28,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/5f1a1a5e85a74a9dab5c7d5f544d5932 is 175, key is test_row_0/A:col10/1732382788666/Put/seqid=0 2024-11-23T17:26:28,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742181_1357 (size=30955) 2024-11-23T17:26:28,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:28,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382848686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:28,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:28,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382848688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:28,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732382848691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:28,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382848692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:28,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55610 deadline: 1732382848693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:28,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382848794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:28,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:28,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382848795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:28,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:28,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732382848800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:28,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382848800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:28,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:28,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55610 deadline: 1732382848800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:29,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:29,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382848999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:29,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:29,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382848999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:29,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:29,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55610 deadline: 1732382849005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:29,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:29,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732382849005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:29,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382849005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:29,088 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/5f1a1a5e85a74a9dab5c7d5f544d5932 2024-11-23T17:26:29,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/1ae848e0971845c798b3557be971d356 is 50, key is test_row_0/B:col10/1732382788666/Put/seqid=0 2024-11-23T17:26:29,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742182_1358 (size=12001) 2024-11-23T17:26:29,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382849304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:29,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382849304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:29,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55610 deadline: 1732382849309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:29,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382849311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:29,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:29,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732382849312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-23T17:26:29,324 INFO [Thread-1531 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-23T17:26:29,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:26:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-23T17:26:29,327 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:26:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T17:26:29,327 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:26:29,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:26:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T17:26:29,479 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:29,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T17:26:29,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:29,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:29,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:29,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:29,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:29,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/1ae848e0971845c798b3557be971d356 2024-11-23T17:26:29,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/c98fcf19c80945b19131cc8b2db3e438 is 50, key is test_row_0/C:col10/1732382788666/Put/seqid=0 2024-11-23T17:26:29,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742183_1359 (size=12001) 2024-11-23T17:26:29,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T17:26:29,632 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:29,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T17:26:29,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:29,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:29,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:29,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:29,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:29,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:29,785 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:29,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T17:26:29,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:29,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:29,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:29,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:29,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:29,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:29,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55610 deadline: 1732382849811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:29,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:29,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382849811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:29,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:29,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382849813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:29,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:29,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382849816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:29,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:29,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732382849821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:29,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/c98fcf19c80945b19131cc8b2db3e438 2024-11-23T17:26:29,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/5f1a1a5e85a74a9dab5c7d5f544d5932 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/5f1a1a5e85a74a9dab5c7d5f544d5932 2024-11-23T17:26:29,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/5f1a1a5e85a74a9dab5c7d5f544d5932, entries=150, sequenceid=95, filesize=30.2 K 2024-11-23T17:26:29,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/1ae848e0971845c798b3557be971d356 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/1ae848e0971845c798b3557be971d356 2024-11-23T17:26:29,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/1ae848e0971845c798b3557be971d356, entries=150, sequenceid=95, filesize=11.7 K 2024-11-23T17:26:29,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/c98fcf19c80945b19131cc8b2db3e438 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/c98fcf19c80945b19131cc8b2db3e438 2024-11-23T17:26:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T17:26:29,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/c98fcf19c80945b19131cc8b2db3e438, entries=150, sequenceid=95, filesize=11.7 K 2024-11-23T17:26:29,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 4c66754261476f6709b43ee61d8bf480 in 1263ms, sequenceid=95, compaction requested=true 2024-11-23T17:26:29,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:29,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c66754261476f6709b43ee61d8bf480:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:26:29,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:29,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c66754261476f6709b43ee61d8bf480:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:26:29,930 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:26:29,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:29,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c66754261476f6709b43ee61d8bf480:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:26:29,930 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:26:29,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:26:29,931 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:26:29,932 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 4c66754261476f6709b43ee61d8bf480/A is initiating minor compaction (all files) 2024-11-23T17:26:29,932 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c66754261476f6709b43ee61d8bf480/A in TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:29,932 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/2e3fa44414d0471bba2b2122095ebb5a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/a2cb84a0d14b493db3c44ba6e7a788e5, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/5f1a1a5e85a74a9dab5c7d5f544d5932] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp, totalSize=90.8 K 2024-11-23T17:26:29,932 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:29,932 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. files: [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/2e3fa44414d0471bba2b2122095ebb5a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/a2cb84a0d14b493db3c44ba6e7a788e5, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/5f1a1a5e85a74a9dab5c7d5f544d5932] 2024-11-23T17:26:29,932 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:26:29,932 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 4c66754261476f6709b43ee61d8bf480/B is initiating minor compaction (all files) 2024-11-23T17:26:29,932 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c66754261476f6709b43ee61d8bf480/B in TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:29,932 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e3fa44414d0471bba2b2122095ebb5a, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732382784266 2024-11-23T17:26:29,932 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/451d5f3bcdd3477c84e65e45c3f4bf38, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/ee53f4c704744f58ad7120542b15e621, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/1ae848e0971845c798b3557be971d356] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp, totalSize=35.3 K 2024-11-23T17:26:29,933 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2cb84a0d14b493db3c44ba6e7a788e5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732382786410 2024-11-23T17:26:29,933 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 451d5f3bcdd3477c84e65e45c3f4bf38, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732382784266 2024-11-23T17:26:29,933 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f1a1a5e85a74a9dab5c7d5f544d5932, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732382788559 2024-11-23T17:26:29,933 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting ee53f4c704744f58ad7120542b15e621, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732382786410 2024-11-23T17:26:29,934 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ae848e0971845c798b3557be971d356, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732382788559 2024-11-23T17:26:29,937 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:29,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-23T17:26:29,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:29,938 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 4c66754261476f6709b43ee61d8bf480 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T17:26:29,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=A 2024-11-23T17:26:29,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:29,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=B 2024-11-23T17:26:29,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:29,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=C 2024-11-23T17:26:29,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:29,941 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:29,948 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123278ffd1436764b4697ae2182432086f4_4c66754261476f6709b43ee61d8bf480 store=[table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:29,949 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123278ffd1436764b4697ae2182432086f4_4c66754261476f6709b43ee61d8bf480, store=[table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:29,949 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123278ffd1436764b4697ae2182432086f4_4c66754261476f6709b43ee61d8bf480 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:29,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a0603b4596814b2c85620eff04ff4e7e_4c66754261476f6709b43ee61d8bf480 is 50, key is test_row_0/A:col10/1732382788687/Put/seqid=0 2024-11-23T17:26:29,952 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c66754261476f6709b43ee61d8bf480#B#compaction#304 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:26:29,953 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/bfe7cbcb56194a218036d6cf89008f99 is 50, key is test_row_0/B:col10/1732382788666/Put/seqid=0 2024-11-23T17:26:29,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742184_1360 (size=4469) 2024-11-23T17:26:29,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742185_1361 (size=12154) 2024-11-23T17:26:29,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:29,970 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a0603b4596814b2c85620eff04ff4e7e_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a0603b4596814b2c85620eff04ff4e7e_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:29,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/2e0e12b989544cd88fc9e4e27284fa01, store: [table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:29,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/2e0e12b989544cd88fc9e4e27284fa01 is 175, key is test_row_0/A:col10/1732382788687/Put/seqid=0 2024-11-23T17:26:29,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742186_1362 (size=12207) 2024-11-23T17:26:29,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742187_1363 (size=30955) 2024-11-23T17:26:30,358 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c66754261476f6709b43ee61d8bf480#A#compaction#303 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:26:30,359 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/9da0a95ce117490485569ef4f7c8e3ef is 175, key is test_row_0/A:col10/1732382788666/Put/seqid=0 2024-11-23T17:26:30,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742188_1364 (size=31161) 2024-11-23T17:26:30,389 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/bfe7cbcb56194a218036d6cf89008f99 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/bfe7cbcb56194a218036d6cf89008f99 2024-11-23T17:26:30,390 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/2e0e12b989544cd88fc9e4e27284fa01 2024-11-23T17:26:30,394 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4c66754261476f6709b43ee61d8bf480/B of 4c66754261476f6709b43ee61d8bf480 into bfe7cbcb56194a218036d6cf89008f99(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:26:30,394 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:30,394 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480., storeName=4c66754261476f6709b43ee61d8bf480/B, priority=13, startTime=1732382789930; duration=0sec 2024-11-23T17:26:30,394 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:26:30,394 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c66754261476f6709b43ee61d8bf480:B 2024-11-23T17:26:30,394 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:26:30,396 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:26:30,397 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 4c66754261476f6709b43ee61d8bf480/C is initiating minor compaction (all files) 2024-11-23T17:26:30,397 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c66754261476f6709b43ee61d8bf480/C in TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:30,397 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/d417a054fafa4899b94ee46541906451, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/bf609fb4f98042c98ab37e75b915e64c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/c98fcf19c80945b19131cc8b2db3e438] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp, totalSize=35.3 K 2024-11-23T17:26:30,397 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting d417a054fafa4899b94ee46541906451, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732382784266 2024-11-23T17:26:30,398 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting bf609fb4f98042c98ab37e75b915e64c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732382786410 2024-11-23T17:26:30,398 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting c98fcf19c80945b19131cc8b2db3e438, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732382788559 2024-11-23T17:26:30,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/3ac42aba31204b93a8c8b96e0958c45e is 50, key is test_row_0/B:col10/1732382788687/Put/seqid=0 2024-11-23T17:26:30,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742189_1365 (size=12001) 2024-11-23T17:26:30,403 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/3ac42aba31204b93a8c8b96e0958c45e 2024-11-23T17:26:30,405 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c66754261476f6709b43ee61d8bf480#C#compaction#307 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:26:30,406 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/723442c2f9bd42e6a1279a6fc680a421 is 50, key is test_row_0/C:col10/1732382788666/Put/seqid=0 2024-11-23T17:26:30,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/6419ab52bba44d41a5736aa24ce859bd is 50, key is test_row_0/C:col10/1732382788687/Put/seqid=0 2024-11-23T17:26:30,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742190_1366 (size=12207) 2024-11-23T17:26:30,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742191_1367 (size=12001) 2024-11-23T17:26:30,415 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/6419ab52bba44d41a5736aa24ce859bd 2024-11-23T17:26:30,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/2e0e12b989544cd88fc9e4e27284fa01 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/2e0e12b989544cd88fc9e4e27284fa01 2024-11-23T17:26:30,423 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/2e0e12b989544cd88fc9e4e27284fa01, entries=150, sequenceid=116, filesize=30.2 K 2024-11-23T17:26:30,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/3ac42aba31204b93a8c8b96e0958c45e as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/3ac42aba31204b93a8c8b96e0958c45e 2024-11-23T17:26:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,427 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/3ac42aba31204b93a8c8b96e0958c45e, entries=150, sequenceid=116, filesize=11.7 K 2024-11-23T17:26:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/6419ab52bba44d41a5736aa24ce859bd as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/6419ab52bba44d41a5736aa24ce859bd 2024-11-23T17:26:30,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T17:26:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,431 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/6419ab52bba44d41a5736aa24ce859bd, entries=150, sequenceid=116, filesize=11.7 K 2024-11-23T17:26:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,432 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 4c66754261476f6709b43ee61d8bf480 in 494ms, sequenceid=116, compaction requested=false 2024-11-23T17:26:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:30,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:30,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-23T17:26:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-23T17:26:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-23T17:26:30,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1070 sec 2024-11-23T17:26:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.1100 sec 2024-11-23T17:26:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,770 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/9da0a95ce117490485569ef4f7c8e3ef as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/9da0a95ce117490485569ef4f7c8e3ef 2024-11-23T17:26:30,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,775 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4c66754261476f6709b43ee61d8bf480/A of 4c66754261476f6709b43ee61d8bf480 into 9da0a95ce117490485569ef4f7c8e3ef(size=30.4 K), total size for store is 60.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:26:30,775 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:30,775 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480., storeName=4c66754261476f6709b43ee61d8bf480/A, priority=13, startTime=1732382789930; duration=0sec 2024-11-23T17:26:30,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,775 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:30,776 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c66754261476f6709b43ee61d8bf480:A 2024-11-23T17:26:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,822 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/723442c2f9bd42e6a1279a6fc680a421 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/723442c2f9bd42e6a1279a6fc680a421 2024-11-23T17:26:30,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,827 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4c66754261476f6709b43ee61d8bf480/C of 4c66754261476f6709b43ee61d8bf480 into 723442c2f9bd42e6a1279a6fc680a421(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:26:30,827 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:30,828 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480., storeName=4c66754261476f6709b43ee61d8bf480/C, priority=13, startTime=1732382789930; duration=0sec 2024-11-23T17:26:30,828 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:30,828 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c66754261476f6709b43ee61d8bf480:C 2024-11-23T17:26:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:30,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4c66754261476f6709b43ee61d8bf480 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T17:26:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=A 2024-11-23T17:26:30,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:30,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=B 2024-11-23T17:26:30,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:30,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=C 2024-11-23T17:26:30,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:30,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112367a74d1481f74e7abd6bf5d69b848e8d_4c66754261476f6709b43ee61d8bf480 is 50, key is test_row_0/A:col10/1732382790931/Put/seqid=0 2024-11-23T17:26:30,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742193_1369 (size=26948) 2024-11-23T17:26:30,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,968 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,972 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112367a74d1481f74e7abd6bf5d69b848e8d_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112367a74d1481f74e7abd6bf5d69b848e8d_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:30,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,973 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/e58adc5dda30494ba72854a5903530e4, store: [table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/e58adc5dda30494ba72854a5903530e4 is 175, key is test_row_0/A:col10/1732382790931/Put/seqid=0 2024-11-23T17:26:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742192_1368 (size=82735) 2024-11-23T17:26:30,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:30,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:31,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:31,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:31,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:31,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:31,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:31,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55610 deadline: 1732382851003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:31,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:31,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382851012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:31,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382851013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:31,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:31,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732382851014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:31,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382851016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:31,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:31,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382851117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:31,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55610 deadline: 1732382851117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:31,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382851124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:31,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:31,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732382851124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:31,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:31,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382851124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:31,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:31,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382851323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:31,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55610 deadline: 1732382851324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:31,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:31,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382851329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:31,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:31,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732382851329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:31,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:31,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382851330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:31,376 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/e58adc5dda30494ba72854a5903530e4 2024-11-23T17:26:31,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/d4f591a31a2b48a1b0211a0067a07fdd is 50, key is test_row_0/B:col10/1732382790931/Put/seqid=0 2024-11-23T17:26:31,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742194_1370 (size=12151) 2024-11-23T17:26:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-23T17:26:31,431 INFO [Thread-1531 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-23T17:26:31,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:26:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-23T17:26:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T17:26:31,434 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:26:31,435 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:26:31,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:26:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T17:26:31,587 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:31,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T17:26:31,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:31,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:31,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:31,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:31,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:31,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55610 deadline: 1732382851627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:31,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382851627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:31,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732382851634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:31,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382851635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:31,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382851635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T17:26:31,740 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:31,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T17:26:31,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:31,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:31,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:31,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:31,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:31,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/d4f591a31a2b48a1b0211a0067a07fdd 2024-11-23T17:26:31,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/27b82bfdacae49cc814dae50415e5da4 is 50, key is test_row_0/C:col10/1732382790931/Put/seqid=0 2024-11-23T17:26:31,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742195_1371 (size=12151) 2024-11-23T17:26:31,892 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:31,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T17:26:31,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:31,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:31,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:31,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:31,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:31,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:32,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T17:26:32,045 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:32,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T17:26:32,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:32,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:32,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:32,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:32,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:32,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:32,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:32,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55610 deadline: 1732382852131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:32,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:32,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382852131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:32,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:32,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732382852137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:32,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:32,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382852139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:32,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:32,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382852142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:32,198 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:32,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T17:26:32,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:32,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:32,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:32,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:32,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:32,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:32,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/27b82bfdacae49cc814dae50415e5da4 2024-11-23T17:26:32,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/e58adc5dda30494ba72854a5903530e4 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/e58adc5dda30494ba72854a5903530e4 2024-11-23T17:26:32,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/e58adc5dda30494ba72854a5903530e4, entries=450, sequenceid=131, filesize=80.8 K 2024-11-23T17:26:32,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/d4f591a31a2b48a1b0211a0067a07fdd as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/d4f591a31a2b48a1b0211a0067a07fdd 2024-11-23T17:26:32,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/d4f591a31a2b48a1b0211a0067a07fdd, entries=150, sequenceid=131, filesize=11.9 K 2024-11-23T17:26:32,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/27b82bfdacae49cc814dae50415e5da4 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/27b82bfdacae49cc814dae50415e5da4 2024-11-23T17:26:32,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/27b82bfdacae49cc814dae50415e5da4, entries=150, sequenceid=131, filesize=11.9 K 2024-11-23T17:26:32,232 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 4c66754261476f6709b43ee61d8bf480 in 1297ms, sequenceid=131, compaction requested=true 2024-11-23T17:26:32,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:32,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c66754261476f6709b43ee61d8bf480:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:26:32,233 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:26:32,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:32,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c66754261476f6709b43ee61d8bf480:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:26:32,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:32,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c66754261476f6709b43ee61d8bf480:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:26:32,233 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:26:32,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:26:32,234 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 144851 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:26:32,234 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 4c66754261476f6709b43ee61d8bf480/A is initiating minor compaction (all files) 2024-11-23T17:26:32,234 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c66754261476f6709b43ee61d8bf480/A in TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:32,234 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/9da0a95ce117490485569ef4f7c8e3ef, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/2e0e12b989544cd88fc9e4e27284fa01, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/e58adc5dda30494ba72854a5903530e4] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp, totalSize=141.5 K 2024-11-23T17:26:32,235 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:32,235 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. files: [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/9da0a95ce117490485569ef4f7c8e3ef, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/2e0e12b989544cd88fc9e4e27284fa01, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/e58adc5dda30494ba72854a5903530e4] 2024-11-23T17:26:32,235 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:26:32,235 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 4c66754261476f6709b43ee61d8bf480/B is initiating minor compaction (all files) 2024-11-23T17:26:32,235 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c66754261476f6709b43ee61d8bf480/B in TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:32,235 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/bfe7cbcb56194a218036d6cf89008f99, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/3ac42aba31204b93a8c8b96e0958c45e, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/d4f591a31a2b48a1b0211a0067a07fdd] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp, totalSize=35.5 K 2024-11-23T17:26:32,235 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9da0a95ce117490485569ef4f7c8e3ef, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732382788559 2024-11-23T17:26:32,236 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting bfe7cbcb56194a218036d6cf89008f99, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732382788559 2024-11-23T17:26:32,236 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e0e12b989544cd88fc9e4e27284fa01, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732382788683 2024-11-23T17:26:32,237 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ac42aba31204b93a8c8b96e0958c45e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732382788683 2024-11-23T17:26:32,237 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting e58adc5dda30494ba72854a5903530e4, keycount=450, bloomtype=ROW, size=80.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732382790923 2024-11-23T17:26:32,237 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting d4f591a31a2b48a1b0211a0067a07fdd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732382790931 2024-11-23T17:26:32,255 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:32,257 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c66754261476f6709b43ee61d8bf480#B#compaction#312 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:26:32,257 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/e4bc35ff4b1e44d1828e97a33609c984 is 50, key is test_row_0/B:col10/1732382790931/Put/seqid=0 2024-11-23T17:26:32,260 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123a2a97eea14044a3cb3912c13d803754b_4c66754261476f6709b43ee61d8bf480 store=[table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:32,264 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123a2a97eea14044a3cb3912c13d803754b_4c66754261476f6709b43ee61d8bf480, store=[table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:32,264 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a2a97eea14044a3cb3912c13d803754b_4c66754261476f6709b43ee61d8bf480 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:32,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742196_1372 (size=12459) 2024-11-23T17:26:32,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742197_1373 (size=4469) 2024-11-23T17:26:32,283 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/e4bc35ff4b1e44d1828e97a33609c984 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/e4bc35ff4b1e44d1828e97a33609c984 2024-11-23T17:26:32,284 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c66754261476f6709b43ee61d8bf480#A#compaction#313 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:26:32,285 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/ec68ad4bf06343ec8953a401b03df908 is 175, key is test_row_0/A:col10/1732382790931/Put/seqid=0 2024-11-23T17:26:32,293 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4c66754261476f6709b43ee61d8bf480/B of 4c66754261476f6709b43ee61d8bf480 into e4bc35ff4b1e44d1828e97a33609c984(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:26:32,293 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:32,293 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480., storeName=4c66754261476f6709b43ee61d8bf480/B, priority=13, startTime=1732382792233; duration=0sec 2024-11-23T17:26:32,294 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:26:32,295 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c66754261476f6709b43ee61d8bf480:B 2024-11-23T17:26:32,295 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:26:32,297 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:26:32,297 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 4c66754261476f6709b43ee61d8bf480/C is initiating minor compaction (all files) 2024-11-23T17:26:32,297 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c66754261476f6709b43ee61d8bf480/C in TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:32,297 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/723442c2f9bd42e6a1279a6fc680a421, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/6419ab52bba44d41a5736aa24ce859bd, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/27b82bfdacae49cc814dae50415e5da4] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp, totalSize=35.5 K 2024-11-23T17:26:32,298 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 723442c2f9bd42e6a1279a6fc680a421, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732382788559 2024-11-23T17:26:32,298 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 6419ab52bba44d41a5736aa24ce859bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732382788683 2024-11-23T17:26:32,299 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 27b82bfdacae49cc814dae50415e5da4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732382790931 2024-11-23T17:26:32,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742198_1374 (size=31413) 2024-11-23T17:26:32,319 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/ec68ad4bf06343ec8953a401b03df908 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/ec68ad4bf06343ec8953a401b03df908 2024-11-23T17:26:32,324 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c66754261476f6709b43ee61d8bf480#C#compaction#314 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:26:32,325 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/b88d1646b3b94179960c9d67be3a694e is 50, key is test_row_0/C:col10/1732382790931/Put/seqid=0 2024-11-23T17:26:32,330 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4c66754261476f6709b43ee61d8bf480/A of 4c66754261476f6709b43ee61d8bf480 into ec68ad4bf06343ec8953a401b03df908(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:26:32,330 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:32,330 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480., storeName=4c66754261476f6709b43ee61d8bf480/A, priority=13, startTime=1732382792232; duration=0sec 2024-11-23T17:26:32,330 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:32,330 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c66754261476f6709b43ee61d8bf480:A 2024-11-23T17:26:32,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742199_1375 (size=12459) 2024-11-23T17:26:32,351 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:32,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-23T17:26:32,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:32,352 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 4c66754261476f6709b43ee61d8bf480 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T17:26:32,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=A 2024-11-23T17:26:32,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:32,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=B 2024-11-23T17:26:32,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:32,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=C 2024-11-23T17:26:32,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:32,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235c776bb033a64fbca0f8c4c3363c2c89_4c66754261476f6709b43ee61d8bf480 is 50, key is test_row_0/A:col10/1732382791011/Put/seqid=0 2024-11-23T17:26:32,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742200_1376 (size=12304) 2024-11-23T17:26:32,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:32,395 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411235c776bb033a64fbca0f8c4c3363c2c89_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235c776bb033a64fbca0f8c4c3363c2c89_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:32,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/a7df44a1b5be48a3860aeebc8f52f40c, store: [table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:32,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/a7df44a1b5be48a3860aeebc8f52f40c is 175, key is test_row_0/A:col10/1732382791011/Put/seqid=0 2024-11-23T17:26:32,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742201_1377 (size=31105) 2024-11-23T17:26:32,410 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/a7df44a1b5be48a3860aeebc8f52f40c 2024-11-23T17:26:32,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/a9a9780ab5594e9dad83f609c9884b0a is 50, key is test_row_0/B:col10/1732382791011/Put/seqid=0 2024-11-23T17:26:32,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742202_1378 (size=12151) 2024-11-23T17:26:32,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T17:26:32,748 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/b88d1646b3b94179960c9d67be3a694e as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/b88d1646b3b94179960c9d67be3a694e 2024-11-23T17:26:32,753 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4c66754261476f6709b43ee61d8bf480/C of 4c66754261476f6709b43ee61d8bf480 into b88d1646b3b94179960c9d67be3a694e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:26:32,753 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:32,753 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480., storeName=4c66754261476f6709b43ee61d8bf480/C, priority=13, startTime=1732382792233; duration=0sec 2024-11-23T17:26:32,753 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:32,753 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c66754261476f6709b43ee61d8bf480:C 2024-11-23T17:26:32,851 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/a9a9780ab5594e9dad83f609c9884b0a 2024-11-23T17:26:32,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/7590121e48814a88aa02cf69c8b21c02 is 50, key is test_row_0/C:col10/1732382791011/Put/seqid=0 2024-11-23T17:26:32,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742203_1379 (size=12151) 2024-11-23T17:26:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:33,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:33,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:33,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55610 deadline: 1732382853147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732382853147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:33,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382853150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:33,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382853150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:33,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382853151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:33,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:33,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732382853252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:33,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55610 deadline: 1732382853252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:33,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382853252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:33,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:33,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382853255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:33,263 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/7590121e48814a88aa02cf69c8b21c02 2024-11-23T17:26:33,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/a7df44a1b5be48a3860aeebc8f52f40c as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/a7df44a1b5be48a3860aeebc8f52f40c 2024-11-23T17:26:33,270 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/a7df44a1b5be48a3860aeebc8f52f40c, entries=150, sequenceid=158, filesize=30.4 K 2024-11-23T17:26:33,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/a9a9780ab5594e9dad83f609c9884b0a as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/a9a9780ab5594e9dad83f609c9884b0a 2024-11-23T17:26:33,274 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/a9a9780ab5594e9dad83f609c9884b0a, entries=150, sequenceid=158, filesize=11.9 K 2024-11-23T17:26:33,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/7590121e48814a88aa02cf69c8b21c02 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/7590121e48814a88aa02cf69c8b21c02 2024-11-23T17:26:33,278 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/7590121e48814a88aa02cf69c8b21c02, entries=150, sequenceid=158, filesize=11.9 K 2024-11-23T17:26:33,279 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4c66754261476f6709b43ee61d8bf480 in 928ms, sequenceid=158, compaction requested=false 2024-11-23T17:26:33,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:33,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:33,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-23T17:26:33,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-23T17:26:33,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-23T17:26:33,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8450 sec 2024-11-23T17:26:33,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.8490 sec 2024-11-23T17:26:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:33,459 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4c66754261476f6709b43ee61d8bf480 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T17:26:33,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=A 2024-11-23T17:26:33,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:33,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=B 2024-11-23T17:26:33,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:33,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=C 2024-11-23T17:26:33,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:33,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234aac63540bce40c89945590170038e4c_4c66754261476f6709b43ee61d8bf480 is 50, key is test_row_0/A:col10/1732382793458/Put/seqid=0 2024-11-23T17:26:33,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742204_1380 (size=17284) 2024-11-23T17:26:33,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:33,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382853482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:33,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:33,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55610 deadline: 1732382853483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:33,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:33,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732382853484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:33,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382853487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:33,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-23T17:26:33,538 INFO [Thread-1531 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-23T17:26:33,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:26:33,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-23T17:26:33,541 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:26:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T17:26:33,541 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:26:33,541 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:26:33,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:33,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382853588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:33,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:33,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55610 deadline: 1732382853588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:33,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:33,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732382853589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:33,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382853589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:33,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T17:26:33,693 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:33,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T17:26:33,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:33,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:33,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:33,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:33,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:33,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:33,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:33,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382853793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:33,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:33,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55610 deadline: 1732382853794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:33,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:33,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732382853794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:33,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:33,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382853794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:33,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T17:26:33,845 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:33,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T17:26:33,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:33,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:33,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:33,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:33,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:33,871 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:33,876 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234aac63540bce40c89945590170038e4c_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234aac63540bce40c89945590170038e4c_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:33,877 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/40726dbd6c264ef59ed6439b7297d881, store: [table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:33,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/40726dbd6c264ef59ed6439b7297d881 is 175, key is test_row_0/A:col10/1732382793458/Put/seqid=0 2024-11-23T17:26:33,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742205_1381 (size=48389) 2024-11-23T17:26:33,998 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:33,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T17:26:33,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:33,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:33,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:33,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:33,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:34,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:34,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382854097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:34,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55610 deadline: 1732382854097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:34,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:34,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732382854097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:34,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:34,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382854102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:34,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T17:26:34,151 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:34,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T17:26:34,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:34,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:34,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:34,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:34,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:34,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:34,287 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/40726dbd6c264ef59ed6439b7297d881 2024-11-23T17:26:34,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/a8649904c3f1410b832ab46c5cfbaadf is 50, key is test_row_0/B:col10/1732382793458/Put/seqid=0 2024-11-23T17:26:34,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742206_1382 (size=12151) 2024-11-23T17:26:34,303 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:34,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T17:26:34,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:34,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:34,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:34,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:34,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:34,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:34,455 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:34,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T17:26:34,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:34,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:34,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:34,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:34,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:34,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:34,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382854600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:34,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55610 deadline: 1732382854604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:34,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:34,608 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:34,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732382854604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:34,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T17:26:34,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:34,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:34,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:34,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:34,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:34,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:34,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382854609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:34,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T17:26:34,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/a8649904c3f1410b832ab46c5cfbaadf 2024-11-23T17:26:34,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/47042a55b7df4ddf9e52795892cdc963 is 50, key is test_row_0/C:col10/1732382793458/Put/seqid=0 2024-11-23T17:26:34,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742207_1383 (size=12151) 2024-11-23T17:26:34,761 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:34,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T17:26:34,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:34,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:34,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:34,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:34,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:34,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:34,913 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:34,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T17:26:34,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:34,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:34,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:34,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:34,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:35,066 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:35,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T17:26:35,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:35,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:35,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:35,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:35,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:35,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/47042a55b7df4ddf9e52795892cdc963 2024-11-23T17:26:35,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/40726dbd6c264ef59ed6439b7297d881 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/40726dbd6c264ef59ed6439b7297d881 2024-11-23T17:26:35,120 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/40726dbd6c264ef59ed6439b7297d881, entries=250, sequenceid=172, filesize=47.3 K 2024-11-23T17:26:35,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/a8649904c3f1410b832ab46c5cfbaadf as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/a8649904c3f1410b832ab46c5cfbaadf 2024-11-23T17:26:35,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/a8649904c3f1410b832ab46c5cfbaadf, entries=150, sequenceid=172, filesize=11.9 K 2024-11-23T17:26:35,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/47042a55b7df4ddf9e52795892cdc963 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/47042a55b7df4ddf9e52795892cdc963 2024-11-23T17:26:35,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/47042a55b7df4ddf9e52795892cdc963, entries=150, sequenceid=172, filesize=11.9 K 2024-11-23T17:26:35,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4c66754261476f6709b43ee61d8bf480 in 1669ms, sequenceid=172, compaction requested=true 2024-11-23T17:26:35,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:35,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c66754261476f6709b43ee61d8bf480:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:26:35,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:35,129 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:26:35,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c66754261476f6709b43ee61d8bf480:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:26:35,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:35,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c66754261476f6709b43ee61d8bf480:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:26:35,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:26:35,129 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:26:35,130 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110907 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:26:35,130 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:26:35,130 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 4c66754261476f6709b43ee61d8bf480/A is initiating minor compaction (all files) 2024-11-23T17:26:35,130 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 4c66754261476f6709b43ee61d8bf480/B is initiating minor compaction (all files) 2024-11-23T17:26:35,130 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c66754261476f6709b43ee61d8bf480/A in TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:35,130 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c66754261476f6709b43ee61d8bf480/B in TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:35,130 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/ec68ad4bf06343ec8953a401b03df908, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/a7df44a1b5be48a3860aeebc8f52f40c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/40726dbd6c264ef59ed6439b7297d881] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp, totalSize=108.3 K 2024-11-23T17:26:35,130 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:35,130 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/e4bc35ff4b1e44d1828e97a33609c984, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/a9a9780ab5594e9dad83f609c9884b0a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/a8649904c3f1410b832ab46c5cfbaadf] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp, totalSize=35.9 K 2024-11-23T17:26:35,130 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. files: [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/ec68ad4bf06343ec8953a401b03df908, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/a7df44a1b5be48a3860aeebc8f52f40c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/40726dbd6c264ef59ed6439b7297d881] 2024-11-23T17:26:35,131 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec68ad4bf06343ec8953a401b03df908, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732382790931 2024-11-23T17:26:35,131 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting e4bc35ff4b1e44d1828e97a33609c984, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732382790931 2024-11-23T17:26:35,131 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting a9a9780ab5594e9dad83f609c9884b0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732382791010 2024-11-23T17:26:35,131 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7df44a1b5be48a3860aeebc8f52f40c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732382791010 2024-11-23T17:26:35,131 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting a8649904c3f1410b832ab46c5cfbaadf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732382793149 2024-11-23T17:26:35,131 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40726dbd6c264ef59ed6439b7297d881, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732382793145 2024-11-23T17:26:35,137 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:35,139 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c66754261476f6709b43ee61d8bf480#B#compaction#322 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:26:35,139 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/64a880f49fa24eedb21f0f3791a1353f is 50, key is test_row_0/B:col10/1732382793458/Put/seqid=0 2024-11-23T17:26:35,140 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123f9dab4cc299b4c1d967a461801c81559_4c66754261476f6709b43ee61d8bf480 store=[table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:35,142 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123f9dab4cc299b4c1d967a461801c81559_4c66754261476f6709b43ee61d8bf480, store=[table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:35,142 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123f9dab4cc299b4c1d967a461801c81559_4c66754261476f6709b43ee61d8bf480 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:35,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742209_1385 (size=12561) 2024-11-23T17:26:35,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:35,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4c66754261476f6709b43ee61d8bf480 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T17:26:35,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=A 2024-11-23T17:26:35,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:35,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=B 2024-11-23T17:26:35,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:35,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=C 2024-11-23T17:26:35,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:35,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742208_1384 (size=4469) 2024-11-23T17:26:35,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232ab5f04a3aed410883cc3037467546c8_4c66754261476f6709b43ee61d8bf480 is 50, key is test_row_0/A:col10/1732382793483/Put/seqid=0 2024-11-23T17:26:35,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742210_1386 (size=14794) 2024-11-23T17:26:35,184 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:35,188 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232ab5f04a3aed410883cc3037467546c8_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232ab5f04a3aed410883cc3037467546c8_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:35,189 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/74dc51ba91ee4bab9fb36208d7ced0cf, store: [table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:35,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/74dc51ba91ee4bab9fb36208d7ced0cf is 175, key is test_row_0/A:col10/1732382793483/Put/seqid=0 2024-11-23T17:26:35,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742211_1387 (size=39749) 2024-11-23T17:26:35,194 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/74dc51ba91ee4bab9fb36208d7ced0cf 2024-11-23T17:26:35,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/fe371d757a2946b883579e1d4e257391 is 50, key is test_row_0/B:col10/1732382793483/Put/seqid=0 2024-11-23T17:26:35,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742212_1388 (size=12151) 2024-11-23T17:26:35,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/fe371d757a2946b883579e1d4e257391 2024-11-23T17:26:35,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/7fb373250d714cffafc7c5192c63e9c1 is 50, key is test_row_0/C:col10/1732382793483/Put/seqid=0 2024-11-23T17:26:35,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742213_1389 (size=12151) 2024-11-23T17:26:35,219 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:35,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T17:26:35,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:35,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:35,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:35,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:35,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:35,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382855221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:35,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:35,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382855327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:35,372 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:35,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T17:26:35,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:35,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:35,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:35,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:35,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:35,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:35,525 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:35,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T17:26:35,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:35,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:35,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:35,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:35,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:35,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:35,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:35,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382855532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:35,563 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/64a880f49fa24eedb21f0f3791a1353f as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/64a880f49fa24eedb21f0f3791a1353f 2024-11-23T17:26:35,568 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4c66754261476f6709b43ee61d8bf480/B of 4c66754261476f6709b43ee61d8bf480 into 64a880f49fa24eedb21f0f3791a1353f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:26:35,568 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:35,568 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480., storeName=4c66754261476f6709b43ee61d8bf480/B, priority=13, startTime=1732382795129; duration=0sec 2024-11-23T17:26:35,568 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:26:35,568 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c66754261476f6709b43ee61d8bf480:B 2024-11-23T17:26:35,568 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:26:35,570 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:26:35,570 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 4c66754261476f6709b43ee61d8bf480/C is initiating minor compaction (all files) 2024-11-23T17:26:35,570 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c66754261476f6709b43ee61d8bf480/C in TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:35,570 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/b88d1646b3b94179960c9d67be3a694e, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/7590121e48814a88aa02cf69c8b21c02, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/47042a55b7df4ddf9e52795892cdc963] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp, totalSize=35.9 K 2024-11-23T17:26:35,570 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c66754261476f6709b43ee61d8bf480#A#compaction#321 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:26:35,571 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting b88d1646b3b94179960c9d67be3a694e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732382790931 2024-11-23T17:26:35,571 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 7590121e48814a88aa02cf69c8b21c02, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732382791010 2024-11-23T17:26:35,571 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/14d3549a8d3046059371207384b21d79 is 175, key is test_row_0/A:col10/1732382793458/Put/seqid=0 2024-11-23T17:26:35,571 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 47042a55b7df4ddf9e52795892cdc963, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732382793149 2024-11-23T17:26:35,589 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c66754261476f6709b43ee61d8bf480#C#compaction#326 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:26:35,590 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/7ea5b930c713461384f5af0f24ad4340 is 50, key is test_row_0/C:col10/1732382793458/Put/seqid=0 2024-11-23T17:26:35,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742214_1390 (size=31515) 2024-11-23T17:26:35,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742215_1391 (size=12561) 2024-11-23T17:26:35,601 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/7ea5b930c713461384f5af0f24ad4340 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/7ea5b930c713461384f5af0f24ad4340 2024-11-23T17:26:35,605 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4c66754261476f6709b43ee61d8bf480/C of 4c66754261476f6709b43ee61d8bf480 into 7ea5b930c713461384f5af0f24ad4340(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:26:35,605 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:35,605 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480., storeName=4c66754261476f6709b43ee61d8bf480/C, priority=13, startTime=1732382795129; duration=0sec 2024-11-23T17:26:35,605 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:35,605 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c66754261476f6709b43ee61d8bf480:C 2024-11-23T17:26:35,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382855612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:35,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732382855612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:35,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55610 deadline: 1732382855613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:35,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/7fb373250d714cffafc7c5192c63e9c1 2024-11-23T17:26:35,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/74dc51ba91ee4bab9fb36208d7ced0cf as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/74dc51ba91ee4bab9fb36208d7ced0cf 2024-11-23T17:26:35,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382855622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:35,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/74dc51ba91ee4bab9fb36208d7ced0cf, entries=200, sequenceid=196, filesize=38.8 K 2024-11-23T17:26:35,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/fe371d757a2946b883579e1d4e257391 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/fe371d757a2946b883579e1d4e257391 2024-11-23T17:26:35,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/fe371d757a2946b883579e1d4e257391, entries=150, sequenceid=196, filesize=11.9 K 2024-11-23T17:26:35,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/7fb373250d714cffafc7c5192c63e9c1 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/7fb373250d714cffafc7c5192c63e9c1 2024-11-23T17:26:35,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/7fb373250d714cffafc7c5192c63e9c1, entries=150, sequenceid=196, filesize=11.9 K 2024-11-23T17:26:35,635 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4c66754261476f6709b43ee61d8bf480 in 471ms, sequenceid=196, compaction requested=false 2024-11-23T17:26:35,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T17:26:35,678 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:35,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-23T17:26:35,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:35,679 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 4c66754261476f6709b43ee61d8bf480 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T17:26:35,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=A 2024-11-23T17:26:35,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:35,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=B 2024-11-23T17:26:35,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:35,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=C 2024-11-23T17:26:35,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:35,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112386062df8b5004501a477d16520ef6d37_4c66754261476f6709b43ee61d8bf480 is 50, key is test_row_0/A:col10/1732382795211/Put/seqid=0 2024-11-23T17:26:35,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742216_1392 (size=12304) 2024-11-23T17:26:35,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:35,695 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112386062df8b5004501a477d16520ef6d37_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112386062df8b5004501a477d16520ef6d37_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:35,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/aa5e5ec459ca42faa78944669bd73c5c, store: [table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:35,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/aa5e5ec459ca42faa78944669bd73c5c is 175, key is test_row_0/A:col10/1732382795211/Put/seqid=0 2024-11-23T17:26:35,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742217_1393 (size=31105) 2024-11-23T17:26:35,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:35,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:35,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:35,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382855942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:35,996 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/14d3549a8d3046059371207384b21d79 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/14d3549a8d3046059371207384b21d79 2024-11-23T17:26:36,000 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4c66754261476f6709b43ee61d8bf480/A of 4c66754261476f6709b43ee61d8bf480 into 14d3549a8d3046059371207384b21d79(size=30.8 K), total size for store is 69.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:26:36,000 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:36,000 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480., storeName=4c66754261476f6709b43ee61d8bf480/A, priority=13, startTime=1732382795129; duration=0sec 2024-11-23T17:26:36,000 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:36,000 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c66754261476f6709b43ee61d8bf480:A 2024-11-23T17:26:36,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:36,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382856046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:36,101 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/aa5e5ec459ca42faa78944669bd73c5c 2024-11-23T17:26:36,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/e83195aa0fc74553a7c73b86202d2637 is 50, key is test_row_0/B:col10/1732382795211/Put/seqid=0 2024-11-23T17:26:36,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742218_1394 (size=12151) 2024-11-23T17:26:36,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:36,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382856251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:36,512 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/e83195aa0fc74553a7c73b86202d2637 2024-11-23T17:26:36,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/fe12e68a0ae349a4a4926eb1cc45378b is 50, key is test_row_0/C:col10/1732382795211/Put/seqid=0 2024-11-23T17:26:36,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742219_1395 (size=12151) 2024-11-23T17:26:36,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382856557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:36,926 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/fe12e68a0ae349a4a4926eb1cc45378b 2024-11-23T17:26:36,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/aa5e5ec459ca42faa78944669bd73c5c as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/aa5e5ec459ca42faa78944669bd73c5c 2024-11-23T17:26:36,934 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/aa5e5ec459ca42faa78944669bd73c5c, entries=150, sequenceid=210, filesize=30.4 K 2024-11-23T17:26:36,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/e83195aa0fc74553a7c73b86202d2637 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/e83195aa0fc74553a7c73b86202d2637 2024-11-23T17:26:36,942 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/e83195aa0fc74553a7c73b86202d2637, entries=150, sequenceid=210, filesize=11.9 K 2024-11-23T17:26:36,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/fe12e68a0ae349a4a4926eb1cc45378b as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/fe12e68a0ae349a4a4926eb1cc45378b 2024-11-23T17:26:36,946 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/fe12e68a0ae349a4a4926eb1cc45378b, entries=150, sequenceid=210, filesize=11.9 K 2024-11-23T17:26:36,947 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4c66754261476f6709b43ee61d8bf480 in 1268ms, sequenceid=210, compaction requested=true 2024-11-23T17:26:36,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:36,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:36,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-23T17:26:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-23T17:26:36,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-23T17:26:36,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4070 sec 2024-11-23T17:26:36,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 3.4110 sec 2024-11-23T17:26:37,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:37,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4c66754261476f6709b43ee61d8bf480 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T17:26:37,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=A 2024-11-23T17:26:37,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:37,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=B 2024-11-23T17:26:37,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:37,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=C 2024-11-23T17:26:37,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:37,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e11dcccb7f9f4e7ea1248cbba5b589a3_4c66754261476f6709b43ee61d8bf480 is 50, key is test_row_0/A:col10/1732382795918/Put/seqid=0 2024-11-23T17:26:37,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742220_1396 (size=14794) 2024-11-23T17:26:37,077 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:37,081 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e11dcccb7f9f4e7ea1248cbba5b589a3_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e11dcccb7f9f4e7ea1248cbba5b589a3_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:37,082 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/78a74443813a4bedbc50a5919840a9ac, store: [table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:37,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/78a74443813a4bedbc50a5919840a9ac is 175, key is test_row_0/A:col10/1732382795918/Put/seqid=0 2024-11-23T17:26:37,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742221_1397 (size=39749) 2024-11-23T17:26:37,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:37,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382857117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:37,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382857224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:37,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382857429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:37,510 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/78a74443813a4bedbc50a5919840a9ac 2024-11-23T17:26:37,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/4ee655e4161b45d79e3258aaa0aaa90c is 50, key is test_row_0/B:col10/1732382795918/Put/seqid=0 2024-11-23T17:26:37,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742222_1398 (size=12151) 2024-11-23T17:26:37,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/4ee655e4161b45d79e3258aaa0aaa90c 2024-11-23T17:26:37,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/7e1884f311044cd3a4cb7e67995f4d75 is 50, key is test_row_0/C:col10/1732382795918/Put/seqid=0 2024-11-23T17:26:37,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742223_1399 (size=12151) 2024-11-23T17:26:37,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:37,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732382857623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:37,627 DEBUG [Thread-1525 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4143 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480., hostname=f54dd19cfe0a,35067,1732382683491, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:26:37,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55610 deadline: 1732382857627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:37,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:37,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382857631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:37,633 DEBUG [Thread-1527 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480., hostname=f54dd19cfe0a,35067,1732382683491, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:26:37,633 DEBUG [Thread-1523 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480., hostname=f54dd19cfe0a,35067,1732382683491, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:26:37,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:37,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382857637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:37,642 DEBUG [Thread-1529 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480., hostname=f54dd19cfe0a,35067,1732382683491, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:26:37,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-23T17:26:37,645 INFO [Thread-1531 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-23T17:26:37,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:26:37,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-23T17:26:37,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T17:26:37,648 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:26:37,648 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:26:37,649 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:26:37,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:37,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382857735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:37,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T17:26:37,800 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:37,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T17:26:37,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:37,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:37,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:37,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:37,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:37,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:37,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/7e1884f311044cd3a4cb7e67995f4d75 2024-11-23T17:26:37,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/78a74443813a4bedbc50a5919840a9ac as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/78a74443813a4bedbc50a5919840a9ac 2024-11-23T17:26:37,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/78a74443813a4bedbc50a5919840a9ac, entries=200, sequenceid=236, filesize=38.8 K 2024-11-23T17:26:37,939 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-23T17:26:37,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/4ee655e4161b45d79e3258aaa0aaa90c as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/4ee655e4161b45d79e3258aaa0aaa90c 2024-11-23T17:26:37,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/4ee655e4161b45d79e3258aaa0aaa90c, entries=150, sequenceid=236, filesize=11.9 K 2024-11-23T17:26:37,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/7e1884f311044cd3a4cb7e67995f4d75 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/7e1884f311044cd3a4cb7e67995f4d75 2024-11-23T17:26:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T17:26:37,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/7e1884f311044cd3a4cb7e67995f4d75, entries=150, sequenceid=236, filesize=11.9 K 2024-11-23T17:26:37,953 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:37,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4c66754261476f6709b43ee61d8bf480 in 889ms, sequenceid=236, compaction requested=true 2024-11-23T17:26:37,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:37,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c66754261476f6709b43ee61d8bf480:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:26:37,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:37,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c66754261476f6709b43ee61d8bf480:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:26:37,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-23T17:26:37,954 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:26:37,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:26:37,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:37,954 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:26:37,954 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 4c66754261476f6709b43ee61d8bf480 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T17:26:37,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=A 2024-11-23T17:26:37,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:37,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=B 2024-11-23T17:26:37,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:37,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=C 2024-11-23T17:26:37,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:37,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c66754261476f6709b43ee61d8bf480:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:26:37,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:26:37,956 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:26:37,956 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142118 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:26:37,956 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 4c66754261476f6709b43ee61d8bf480/B is initiating minor compaction (all files) 2024-11-23T17:26:37,956 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 4c66754261476f6709b43ee61d8bf480/A is initiating minor compaction (all files) 2024-11-23T17:26:37,956 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c66754261476f6709b43ee61d8bf480/A in TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:37,956 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c66754261476f6709b43ee61d8bf480/B in TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:37,956 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/14d3549a8d3046059371207384b21d79, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/74dc51ba91ee4bab9fb36208d7ced0cf, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/aa5e5ec459ca42faa78944669bd73c5c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/78a74443813a4bedbc50a5919840a9ac] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp, totalSize=138.8 K 2024-11-23T17:26:37,956 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/64a880f49fa24eedb21f0f3791a1353f, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/fe371d757a2946b883579e1d4e257391, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/e83195aa0fc74553a7c73b86202d2637, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/4ee655e4161b45d79e3258aaa0aaa90c] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp, totalSize=47.9 K 2024-11-23T17:26:37,956 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:37,956 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. files: [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/14d3549a8d3046059371207384b21d79, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/74dc51ba91ee4bab9fb36208d7ced0cf, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/aa5e5ec459ca42faa78944669bd73c5c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/78a74443813a4bedbc50a5919840a9ac] 2024-11-23T17:26:37,957 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 64a880f49fa24eedb21f0f3791a1353f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732382793149 2024-11-23T17:26:37,957 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14d3549a8d3046059371207384b21d79, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732382793149 2024-11-23T17:26:37,958 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting fe371d757a2946b883579e1d4e257391, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732382793483 2024-11-23T17:26:37,958 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74dc51ba91ee4bab9fb36208d7ced0cf, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732382793481 2024-11-23T17:26:37,958 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting e83195aa0fc74553a7c73b86202d2637, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732382795204 2024-11-23T17:26:37,958 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa5e5ec459ca42faa78944669bd73c5c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732382795204 2024-11-23T17:26:37,959 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ee655e4161b45d79e3258aaa0aaa90c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732382795918 2024-11-23T17:26:37,959 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78a74443813a4bedbc50a5919840a9ac, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732382795918 2024-11-23T17:26:37,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112301daa51a204c4660bd8b096c70687c62_4c66754261476f6709b43ee61d8bf480 is 50, key is test_row_0/A:col10/1732382797099/Put/seqid=0 2024-11-23T17:26:37,970 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:37,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742224_1400 (size=12304) 2024-11-23T17:26:37,972 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c66754261476f6709b43ee61d8bf480#B#compaction#334 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:26:37,972 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/64fbf2aeb1b141c083cdc8dee5f6364a is 50, key is test_row_0/B:col10/1732382795918/Put/seqid=0 2024-11-23T17:26:37,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:37,974 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411230b12c4044ec9401fba184588b650a3a5_4c66754261476f6709b43ee61d8bf480 store=[table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:37,977 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112301daa51a204c4660bd8b096c70687c62_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112301daa51a204c4660bd8b096c70687c62_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:37,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/822281a5bb004c5e81a162a39e7e2140, store: [table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:37,978 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411230b12c4044ec9401fba184588b650a3a5_4c66754261476f6709b43ee61d8bf480, store=[table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:37,978 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230b12c4044ec9401fba184588b650a3a5_4c66754261476f6709b43ee61d8bf480 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:37,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/822281a5bb004c5e81a162a39e7e2140 is 175, key is test_row_0/A:col10/1732382797099/Put/seqid=0 2024-11-23T17:26:37,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742225_1401 (size=12697) 2024-11-23T17:26:37,990 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/64fbf2aeb1b141c083cdc8dee5f6364a as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/64fbf2aeb1b141c083cdc8dee5f6364a 2024-11-23T17:26:37,994 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4c66754261476f6709b43ee61d8bf480/B of 4c66754261476f6709b43ee61d8bf480 into 64fbf2aeb1b141c083cdc8dee5f6364a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:26:37,994 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:37,994 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480., storeName=4c66754261476f6709b43ee61d8bf480/B, priority=12, startTime=1732382797954; duration=0sec 2024-11-23T17:26:37,994 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:26:37,994 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c66754261476f6709b43ee61d8bf480:B 2024-11-23T17:26:37,994 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:26:37,996 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:26:37,996 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 4c66754261476f6709b43ee61d8bf480/C is initiating minor compaction (all files) 2024-11-23T17:26:37,996 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c66754261476f6709b43ee61d8bf480/C in TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:37,997 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/7ea5b930c713461384f5af0f24ad4340, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/7fb373250d714cffafc7c5192c63e9c1, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/fe12e68a0ae349a4a4926eb1cc45378b, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/7e1884f311044cd3a4cb7e67995f4d75] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp, totalSize=47.9 K 2024-11-23T17:26:37,997 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ea5b930c713461384f5af0f24ad4340, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1732382793149 2024-11-23T17:26:37,998 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fb373250d714cffafc7c5192c63e9c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732382793483 2024-11-23T17:26:38,000 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting fe12e68a0ae349a4a4926eb1cc45378b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732382795204 2024-11-23T17:26:38,000 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e1884f311044cd3a4cb7e67995f4d75, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732382795918 2024-11-23T17:26:38,011 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c66754261476f6709b43ee61d8bf480#C#compaction#336 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:26:38,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742227_1403 (size=31105) 2024-11-23T17:26:38,012 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/fc748944fd41491e8e79d5eb3d032b3e is 50, key is test_row_0/C:col10/1732382795918/Put/seqid=0 2024-11-23T17:26:38,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742226_1402 (size=4469) 2024-11-23T17:26:38,015 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/822281a5bb004c5e81a162a39e7e2140 2024-11-23T17:26:38,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/7a540284c3d940a2a408967e4c79b28b is 50, key is test_row_0/B:col10/1732382797099/Put/seqid=0 2024-11-23T17:26:38,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742229_1405 (size=12151) 2024-11-23T17:26:38,035 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/7a540284c3d940a2a408967e4c79b28b 2024-11-23T17:26:38,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742228_1404 (size=12697) 2024-11-23T17:26:38,047 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/fc748944fd41491e8e79d5eb3d032b3e as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/fc748944fd41491e8e79d5eb3d032b3e 2024-11-23T17:26:38,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/b3a7bf2a38fc412bb6a3052437cfdfa2 is 50, key is test_row_0/C:col10/1732382797099/Put/seqid=0 2024-11-23T17:26:38,057 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4c66754261476f6709b43ee61d8bf480/C of 4c66754261476f6709b43ee61d8bf480 into fc748944fd41491e8e79d5eb3d032b3e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:26:38,057 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:38,057 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480., storeName=4c66754261476f6709b43ee61d8bf480/C, priority=12, startTime=1732382797954; duration=0sec 2024-11-23T17:26:38,057 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:38,058 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c66754261476f6709b43ee61d8bf480:C 2024-11-23T17:26:38,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742230_1406 (size=12151) 2024-11-23T17:26:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:38,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T17:26:38,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382858353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:38,416 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c66754261476f6709b43ee61d8bf480#A#compaction#335 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:26:38,417 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/75e93d1e80c34d60b11504d6e071f338 is 175, key is test_row_0/A:col10/1732382795918/Put/seqid=0 2024-11-23T17:26:38,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742231_1407 (size=31651) 2024-11-23T17:26:38,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382858461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:38,465 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/b3a7bf2a38fc412bb6a3052437cfdfa2 2024-11-23T17:26:38,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/822281a5bb004c5e81a162a39e7e2140 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/822281a5bb004c5e81a162a39e7e2140 2024-11-23T17:26:38,473 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/822281a5bb004c5e81a162a39e7e2140, entries=150, sequenceid=247, filesize=30.4 K 2024-11-23T17:26:38,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/7a540284c3d940a2a408967e4c79b28b as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/7a540284c3d940a2a408967e4c79b28b 2024-11-23T17:26:38,477 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/7a540284c3d940a2a408967e4c79b28b, entries=150, sequenceid=247, filesize=11.9 K 2024-11-23T17:26:38,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/b3a7bf2a38fc412bb6a3052437cfdfa2 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/b3a7bf2a38fc412bb6a3052437cfdfa2 2024-11-23T17:26:38,481 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/b3a7bf2a38fc412bb6a3052437cfdfa2, entries=150, sequenceid=247, filesize=11.9 K 2024-11-23T17:26:38,482 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4c66754261476f6709b43ee61d8bf480 in 528ms, sequenceid=247, compaction requested=false 2024-11-23T17:26:38,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:38,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:38,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-23T17:26:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-23T17:26:38,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-23T17:26:38,484 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 834 msec 2024-11-23T17:26:38,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 838 msec 2024-11-23T17:26:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:38,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4c66754261476f6709b43ee61d8bf480 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T17:26:38,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=A 2024-11-23T17:26:38,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:38,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=B 2024-11-23T17:26:38,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:38,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=C 2024-11-23T17:26:38,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:38,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232fa6e757cab04714b58ddd6d0692f415_4c66754261476f6709b43ee61d8bf480 is 50, key is test_row_0/A:col10/1732382798345/Put/seqid=0 2024-11-23T17:26:38,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742232_1408 (size=14994) 2024-11-23T17:26:38,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382858693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-23T17:26:38,751 INFO [Thread-1531 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-23T17:26:38,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:26:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-23T17:26:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T17:26:38,753 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:26:38,754 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:26:38,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:26:38,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382858798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:38,827 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/75e93d1e80c34d60b11504d6e071f338 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/75e93d1e80c34d60b11504d6e071f338 2024-11-23T17:26:38,831 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4c66754261476f6709b43ee61d8bf480/A of 4c66754261476f6709b43ee61d8bf480 into 75e93d1e80c34d60b11504d6e071f338(size=30.9 K), total size for store is 61.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:26:38,831 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:38,832 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480., storeName=4c66754261476f6709b43ee61d8bf480/A, priority=12, startTime=1732382797954; duration=0sec 2024-11-23T17:26:38,832 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:38,832 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c66754261476f6709b43ee61d8bf480:A 2024-11-23T17:26:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T17:26:38,905 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:38,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T17:26:38,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:38,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:38,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:38,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:38,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:39,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382859003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T17:26:39,058 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:39,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T17:26:39,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:39,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:39,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:39,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:39,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:39,083 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:39,087 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232fa6e757cab04714b58ddd6d0692f415_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232fa6e757cab04714b58ddd6d0692f415_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:39,088 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/20b178ab20344ae99bc2d66e4fadd14e, store: [table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:39,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/20b178ab20344ae99bc2d66e4fadd14e is 175, key is test_row_0/A:col10/1732382798345/Put/seqid=0 2024-11-23T17:26:39,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742233_1409 (size=39949) 2024-11-23T17:26:39,211 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:39,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T17:26:39,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:39,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:39,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:39,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:39,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:39,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:39,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382859306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T17:26:39,364 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:39,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T17:26:39,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:39,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:39,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:39,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:39,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:39,492 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/20b178ab20344ae99bc2d66e4fadd14e 2024-11-23T17:26:39,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/2a83cb233c034882bb659a9831f15dbf is 50, key is test_row_0/B:col10/1732382798345/Put/seqid=0 2024-11-23T17:26:39,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742234_1410 (size=12301) 2024-11-23T17:26:39,517 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:39,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T17:26:39,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:39,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:39,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:39,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:39,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:39,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:39,670 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:39,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T17:26:39,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:39,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:39,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:39,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:39,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:39,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:39,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:39,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382859813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:39,822 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:39,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T17:26:39,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:39,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:39,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:39,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:39,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:39,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T17:26:39,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/2a83cb233c034882bb659a9831f15dbf 2024-11-23T17:26:39,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/a59bac9ae9874a62beac3f2dfee4dc95 is 50, key is test_row_0/C:col10/1732382798345/Put/seqid=0 2024-11-23T17:26:39,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742235_1411 (size=12301) 2024-11-23T17:26:39,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/a59bac9ae9874a62beac3f2dfee4dc95 2024-11-23T17:26:39,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/20b178ab20344ae99bc2d66e4fadd14e as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/20b178ab20344ae99bc2d66e4fadd14e 2024-11-23T17:26:39,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/20b178ab20344ae99bc2d66e4fadd14e, entries=200, sequenceid=275, filesize=39.0 K 2024-11-23T17:26:39,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/2a83cb233c034882bb659a9831f15dbf as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/2a83cb233c034882bb659a9831f15dbf 2024-11-23T17:26:39,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/2a83cb233c034882bb659a9831f15dbf, entries=150, sequenceid=275, filesize=12.0 K 2024-11-23T17:26:39,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/a59bac9ae9874a62beac3f2dfee4dc95 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/a59bac9ae9874a62beac3f2dfee4dc95 2024-11-23T17:26:39,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/a59bac9ae9874a62beac3f2dfee4dc95, entries=150, sequenceid=275, filesize=12.0 K 2024-11-23T17:26:39,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 4c66754261476f6709b43ee61d8bf480 in 1268ms, sequenceid=275, compaction requested=true 2024-11-23T17:26:39,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:39,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c66754261476f6709b43ee61d8bf480:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:26:39,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:39,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c66754261476f6709b43ee61d8bf480:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:26:39,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:39,935 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:26:39,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c66754261476f6709b43ee61d8bf480:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:26:39,935 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:26:39,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:26:39,936 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:26:39,936 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:26:39,936 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 4c66754261476f6709b43ee61d8bf480/B is initiating minor compaction (all files) 2024-11-23T17:26:39,936 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 4c66754261476f6709b43ee61d8bf480/A is initiating minor compaction (all files) 2024-11-23T17:26:39,936 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c66754261476f6709b43ee61d8bf480/B in TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:39,936 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c66754261476f6709b43ee61d8bf480/A in TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:39,936 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/64fbf2aeb1b141c083cdc8dee5f6364a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/7a540284c3d940a2a408967e4c79b28b, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/2a83cb233c034882bb659a9831f15dbf] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp, totalSize=36.3 K 2024-11-23T17:26:39,936 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/75e93d1e80c34d60b11504d6e071f338, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/822281a5bb004c5e81a162a39e7e2140, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/20b178ab20344ae99bc2d66e4fadd14e] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp, totalSize=100.3 K 2024-11-23T17:26:39,936 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:39,936 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. files: [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/75e93d1e80c34d60b11504d6e071f338, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/822281a5bb004c5e81a162a39e7e2140, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/20b178ab20344ae99bc2d66e4fadd14e] 2024-11-23T17:26:39,937 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 64fbf2aeb1b141c083cdc8dee5f6364a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732382795918 2024-11-23T17:26:39,937 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75e93d1e80c34d60b11504d6e071f338, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732382795918 2024-11-23T17:26:39,937 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a540284c3d940a2a408967e4c79b28b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732382797099 2024-11-23T17:26:39,937 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 822281a5bb004c5e81a162a39e7e2140, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732382797099 2024-11-23T17:26:39,937 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20b178ab20344ae99bc2d66e4fadd14e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732382798307 2024-11-23T17:26:39,937 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a83cb233c034882bb659a9831f15dbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732382798345 2024-11-23T17:26:39,944 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:39,945 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c66754261476f6709b43ee61d8bf480#B#compaction#342 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:26:39,945 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/f9257a3ff0d44a4db3561436422cc039 is 50, key is test_row_0/B:col10/1732382798345/Put/seqid=0 2024-11-23T17:26:39,948 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411232c4f2566b0a640cdbf7d54f2f4da7d30_4c66754261476f6709b43ee61d8bf480 store=[table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:39,950 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411232c4f2566b0a640cdbf7d54f2f4da7d30_4c66754261476f6709b43ee61d8bf480, store=[table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:39,950 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411232c4f2566b0a640cdbf7d54f2f4da7d30_4c66754261476f6709b43ee61d8bf480 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:39,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742236_1412 (size=12949) 2024-11-23T17:26:39,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742237_1413 (size=4469) 2024-11-23T17:26:39,957 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c66754261476f6709b43ee61d8bf480#A#compaction#343 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:26:39,958 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/85caec7910734ac79af454b720f1f2bc is 175, key is test_row_0/A:col10/1732382798345/Put/seqid=0 2024-11-23T17:26:39,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742238_1414 (size=31903) 2024-11-23T17:26:39,975 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:39,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-23T17:26:39,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:39,976 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 4c66754261476f6709b43ee61d8bf480 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-23T17:26:39,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=A 2024-11-23T17:26:39,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:39,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=B 2024-11-23T17:26:39,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:39,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=C 2024-11-23T17:26:39,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:39,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e7e6894fec234407b7cb7d43821734a2_4c66754261476f6709b43ee61d8bf480 is 50, key is test_row_0/A:col10/1732382798692/Put/seqid=0 2024-11-23T17:26:39,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742239_1415 (size=12454) 2024-11-23T17:26:40,359 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/f9257a3ff0d44a4db3561436422cc039 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/f9257a3ff0d44a4db3561436422cc039 2024-11-23T17:26:40,368 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4c66754261476f6709b43ee61d8bf480/B of 4c66754261476f6709b43ee61d8bf480 into f9257a3ff0d44a4db3561436422cc039(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:26:40,368 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:40,369 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480., storeName=4c66754261476f6709b43ee61d8bf480/B, priority=13, startTime=1732382799935; duration=0sec 2024-11-23T17:26:40,369 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:26:40,369 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c66754261476f6709b43ee61d8bf480:B 2024-11-23T17:26:40,369 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:26:40,370 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:26:40,370 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 4c66754261476f6709b43ee61d8bf480/C is initiating minor compaction (all files) 2024-11-23T17:26:40,370 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c66754261476f6709b43ee61d8bf480/C in TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:40,370 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/fc748944fd41491e8e79d5eb3d032b3e, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/b3a7bf2a38fc412bb6a3052437cfdfa2, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/a59bac9ae9874a62beac3f2dfee4dc95] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp, totalSize=36.3 K 2024-11-23T17:26:40,371 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting fc748944fd41491e8e79d5eb3d032b3e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732382795918 2024-11-23T17:26:40,371 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/85caec7910734ac79af454b720f1f2bc as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/85caec7910734ac79af454b720f1f2bc 2024-11-23T17:26:40,372 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting b3a7bf2a38fc412bb6a3052437cfdfa2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732382797099 2024-11-23T17:26:40,372 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting a59bac9ae9874a62beac3f2dfee4dc95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732382798345 2024-11-23T17:26:40,382 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4c66754261476f6709b43ee61d8bf480/A of 4c66754261476f6709b43ee61d8bf480 into 85caec7910734ac79af454b720f1f2bc(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:26:40,382 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:40,382 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480., storeName=4c66754261476f6709b43ee61d8bf480/A, priority=13, startTime=1732382799935; duration=0sec 2024-11-23T17:26:40,382 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:40,382 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c66754261476f6709b43ee61d8bf480:A 2024-11-23T17:26:40,384 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c66754261476f6709b43ee61d8bf480#C#compaction#345 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:26:40,385 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/66014a24b39f409cb9a6549e93c57550 is 50, key is test_row_0/C:col10/1732382798345/Put/seqid=0 2024-11-23T17:26:40,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742240_1416 (size=12949) 2024-11-23T17:26:40,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:40,393 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e7e6894fec234407b7cb7d43821734a2_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e7e6894fec234407b7cb7d43821734a2_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:40,394 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/66014a24b39f409cb9a6549e93c57550 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/66014a24b39f409cb9a6549e93c57550 2024-11-23T17:26:40,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/74bacc0c6a1742d3929e0b315f0769a0, store: [table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:40,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/74bacc0c6a1742d3929e0b315f0769a0 is 175, key is test_row_0/A:col10/1732382798692/Put/seqid=0 2024-11-23T17:26:40,399 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4c66754261476f6709b43ee61d8bf480/C of 4c66754261476f6709b43ee61d8bf480 into 66014a24b39f409cb9a6549e93c57550(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:26:40,399 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:40,399 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480., storeName=4c66754261476f6709b43ee61d8bf480/C, priority=13, startTime=1732382799935; duration=0sec 2024-11-23T17:26:40,400 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:40,400 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c66754261476f6709b43ee61d8bf480:C 2024-11-23T17:26:40,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742241_1417 (size=31255) 2024-11-23T17:26:40,803 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/74bacc0c6a1742d3929e0b315f0769a0 2024-11-23T17:26:40,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/70b97b84489d479d81bbc207a3c1a339 is 50, key is test_row_0/B:col10/1732382798692/Put/seqid=0 2024-11-23T17:26:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:40,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:40,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742242_1418 (size=12301) 2024-11-23T17:26:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T17:26:40,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382860899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:41,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382861001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:41,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:41,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382861205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:41,220 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/70b97b84489d479d81bbc207a3c1a339 2024-11-23T17:26:41,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/2ddf91b146784b5b92ada2e085b2eec0 is 50, key is test_row_0/C:col10/1732382798692/Put/seqid=0 2024-11-23T17:26:41,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742243_1419 (size=12301) 2024-11-23T17:26:41,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:41,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382861508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:41,631 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/2ddf91b146784b5b92ada2e085b2eec0 2024-11-23T17:26:41,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/74bacc0c6a1742d3929e0b315f0769a0 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/74bacc0c6a1742d3929e0b315f0769a0 2024-11-23T17:26:41,638 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/74bacc0c6a1742d3929e0b315f0769a0, entries=150, sequenceid=286, filesize=30.5 K 2024-11-23T17:26:41,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/70b97b84489d479d81bbc207a3c1a339 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/70b97b84489d479d81bbc207a3c1a339 2024-11-23T17:26:41,642 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/70b97b84489d479d81bbc207a3c1a339, entries=150, sequenceid=286, filesize=12.0 K 2024-11-23T17:26:41,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:41,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/2ddf91b146784b5b92ada2e085b2eec0 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/2ddf91b146784b5b92ada2e085b2eec0 2024-11-23T17:26:41,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55610 deadline: 1732382861637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:41,643 DEBUG [Thread-1527 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8160 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480., hostname=f54dd19cfe0a,35067,1732382683491, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:26:41,645 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/2ddf91b146784b5b92ada2e085b2eec0, entries=150, sequenceid=286, filesize=12.0 K 2024-11-23T17:26:41,646 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 4c66754261476f6709b43ee61d8bf480 in 1670ms, sequenceid=286, compaction requested=false 2024-11-23T17:26:41,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:41,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:41,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-23T17:26:41,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-23T17:26:41,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-23T17:26:41,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8930 sec 2024-11-23T17:26:41,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 2.8970 sec 2024-11-23T17:26:41,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:41,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4c66754261476f6709b43ee61d8bf480 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-23T17:26:41,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=A 2024-11-23T17:26:41,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:41,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=B 2024-11-23T17:26:41,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:41,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=C 2024-11-23T17:26:41,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:41,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123cb96cca7ef64403fbbccaaf994dc4c5b_4c66754261476f6709b43ee61d8bf480 is 50, key is test_row_0/A:col10/1732382801650/Put/seqid=0 2024-11-23T17:26:41,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742244_1420 (size=14994) 2024-11-23T17:26:41,663 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:41,667 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123cb96cca7ef64403fbbccaaf994dc4c5b_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123cb96cca7ef64403fbbccaaf994dc4c5b_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:41,668 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/337486d729434be585dd849550de6c29, store: [table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:41,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/337486d729434be585dd849550de6c29 is 175, key is test_row_0/A:col10/1732382801650/Put/seqid=0 2024-11-23T17:26:41,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:41,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55588 deadline: 1732382861667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:41,671 DEBUG [Thread-1525 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8187 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480., hostname=f54dd19cfe0a,35067,1732382683491, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:26:41,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742245_1421 (size=39949) 2024-11-23T17:26:41,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:41,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382861669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:41,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:41,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382861670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:41,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:41,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382861775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:41,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:41,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382861777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:41,844 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T17:26:41,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382861980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:41,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382861980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:42,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55554 deadline: 1732382862018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:42,074 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/337486d729434be585dd849550de6c29 2024-11-23T17:26:42,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/270e27cf32354fb1bfa2671d919d6836 is 50, key is test_row_0/B:col10/1732382801650/Put/seqid=0 2024-11-23T17:26:42,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742246_1422 (size=12301) 2024-11-23T17:26:42,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382862283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:42,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382862283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:42,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/270e27cf32354fb1bfa2671d919d6836 2024-11-23T17:26:42,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/440f072b91b4461fa5f79463a1834eac is 50, key is test_row_0/C:col10/1732382801650/Put/seqid=0 2024-11-23T17:26:42,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742247_1423 (size=12301) 2024-11-23T17:26:42,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:42,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55562 deadline: 1732382862786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:42,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55628 deadline: 1732382862790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:42,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-23T17:26:42,858 INFO [Thread-1531 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-23T17:26:42,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:26:42,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-23T17:26:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T17:26:42,861 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:26:42,861 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:26:42,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:26:42,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/440f072b91b4461fa5f79463a1834eac 2024-11-23T17:26:42,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/337486d729434be585dd849550de6c29 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/337486d729434be585dd849550de6c29 2024-11-23T17:26:42,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/337486d729434be585dd849550de6c29, entries=200, sequenceid=316, filesize=39.0 K 2024-11-23T17:26:42,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/270e27cf32354fb1bfa2671d919d6836 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/270e27cf32354fb1bfa2671d919d6836 2024-11-23T17:26:42,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/270e27cf32354fb1bfa2671d919d6836, entries=150, sequenceid=316, filesize=12.0 K 2024-11-23T17:26:42,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/440f072b91b4461fa5f79463a1834eac as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/440f072b91b4461fa5f79463a1834eac 2024-11-23T17:26:42,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/440f072b91b4461fa5f79463a1834eac, entries=150, sequenceid=316, filesize=12.0 K 2024-11-23T17:26:42,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 4c66754261476f6709b43ee61d8bf480 in 1272ms, sequenceid=316, compaction requested=true 2024-11-23T17:26:42,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:42,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c66754261476f6709b43ee61d8bf480:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:26:42,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:42,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c66754261476f6709b43ee61d8bf480:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:26:42,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:42,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c66754261476f6709b43ee61d8bf480:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:26:42,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:26:42,924 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:26:42,924 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:26:42,925 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:26:42,925 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:26:42,925 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 4c66754261476f6709b43ee61d8bf480/A is initiating minor compaction (all files) 2024-11-23T17:26:42,925 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 4c66754261476f6709b43ee61d8bf480/B is initiating minor compaction (all files) 2024-11-23T17:26:42,925 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c66754261476f6709b43ee61d8bf480/A in TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:42,925 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c66754261476f6709b43ee61d8bf480/B in TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:42,925 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/85caec7910734ac79af454b720f1f2bc, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/74bacc0c6a1742d3929e0b315f0769a0, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/337486d729434be585dd849550de6c29] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp, totalSize=100.7 K 2024-11-23T17:26:42,925 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:42,925 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. files: [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/85caec7910734ac79af454b720f1f2bc, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/74bacc0c6a1742d3929e0b315f0769a0, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/337486d729434be585dd849550de6c29] 2024-11-23T17:26:42,925 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/f9257a3ff0d44a4db3561436422cc039, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/70b97b84489d479d81bbc207a3c1a339, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/270e27cf32354fb1bfa2671d919d6836] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp, totalSize=36.7 K 2024-11-23T17:26:42,925 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting f9257a3ff0d44a4db3561436422cc039, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732382798345 2024-11-23T17:26:42,926 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85caec7910734ac79af454b720f1f2bc, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732382798345 2024-11-23T17:26:42,926 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 70b97b84489d479d81bbc207a3c1a339, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732382798686 2024-11-23T17:26:42,926 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74bacc0c6a1742d3929e0b315f0769a0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732382798686 2024-11-23T17:26:42,926 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 270e27cf32354fb1bfa2671d919d6836, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732382800882 2024-11-23T17:26:42,926 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 337486d729434be585dd849550de6c29, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732382800882 2024-11-23T17:26:42,932 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:42,934 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c66754261476f6709b43ee61d8bf480#B#compaction#351 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:26:42,935 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/848fb0e833604926b0b92eccf9f2e5ae is 50, key is test_row_0/B:col10/1732382801650/Put/seqid=0 2024-11-23T17:26:42,936 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123e6aeeb8a1d04441b9349c3db4e5e9c67_4c66754261476f6709b43ee61d8bf480 store=[table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:42,938 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123e6aeeb8a1d04441b9349c3db4e5e9c67_4c66754261476f6709b43ee61d8bf480, store=[table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:42,938 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123e6aeeb8a1d04441b9349c3db4e5e9c67_4c66754261476f6709b43ee61d8bf480 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:42,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742248_1424 (size=13051) 2024-11-23T17:26:42,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742249_1425 (size=4469) 2024-11-23T17:26:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T17:26:43,012 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:43,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-23T17:26:43,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:43,013 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 4c66754261476f6709b43ee61d8bf480 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-23T17:26:43,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=A 2024-11-23T17:26:43,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:43,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=B 2024-11-23T17:26:43,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:43,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=C 2024-11-23T17:26:43,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:43,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234e9792ecce224c79968c3354f63045db_4c66754261476f6709b43ee61d8bf480 is 50, key is test_row_0/A:col10/1732382801669/Put/seqid=0 2024-11-23T17:26:43,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742250_1426 (size=12454) 2024-11-23T17:26:43,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. as already flushing 2024-11-23T17:26:43,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:43,113 DEBUG [Thread-1540 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7284f16d to 127.0.0.1:55168 2024-11-23T17:26:43,113 DEBUG [Thread-1521 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51f7d511 to 127.0.0.1:55168 2024-11-23T17:26:43,113 DEBUG [Thread-1540 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:26:43,113 DEBUG [Thread-1521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:26:43,114 DEBUG [Thread-1538 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x798e7fd4 to 127.0.0.1:55168 2024-11-23T17:26:43,114 DEBUG [Thread-1538 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:26:43,118 DEBUG [Thread-1532 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0801ba40 to 127.0.0.1:55168 2024-11-23T17:26:43,118 DEBUG [Thread-1532 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:26:43,119 DEBUG [Thread-1536 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e3203d9 to 127.0.0.1:55168 2024-11-23T17:26:43,119 DEBUG [Thread-1536 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:26:43,120 DEBUG [Thread-1534 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x27539bdc to 127.0.0.1:55168 2024-11-23T17:26:43,120 DEBUG [Thread-1534 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:26:43,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T17:26:43,346 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/848fb0e833604926b0b92eccf9f2e5ae as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/848fb0e833604926b0b92eccf9f2e5ae 2024-11-23T17:26:43,346 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c66754261476f6709b43ee61d8bf480#A#compaction#352 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:26:43,346 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/c9249cc78b314c2791a7fff28a33d1b5 is 175, key is test_row_0/A:col10/1732382801650/Put/seqid=0 2024-11-23T17:26:43,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742251_1427 (size=32005) 2024-11-23T17:26:43,350 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4c66754261476f6709b43ee61d8bf480/B of 4c66754261476f6709b43ee61d8bf480 into 848fb0e833604926b0b92eccf9f2e5ae(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:26:43,350 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:43,350 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480., storeName=4c66754261476f6709b43ee61d8bf480/B, priority=13, startTime=1732382802923; duration=0sec 2024-11-23T17:26:43,350 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:26:43,350 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c66754261476f6709b43ee61d8bf480:B 2024-11-23T17:26:43,350 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:26:43,351 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:26:43,351 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 4c66754261476f6709b43ee61d8bf480/C is initiating minor compaction (all files) 2024-11-23T17:26:43,351 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4c66754261476f6709b43ee61d8bf480/C in TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:43,351 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/66014a24b39f409cb9a6549e93c57550, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/2ddf91b146784b5b92ada2e085b2eec0, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/440f072b91b4461fa5f79463a1834eac] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp, totalSize=36.7 K 2024-11-23T17:26:43,352 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 66014a24b39f409cb9a6549e93c57550, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732382798345 2024-11-23T17:26:43,352 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ddf91b146784b5b92ada2e085b2eec0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732382798686 2024-11-23T17:26:43,352 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 440f072b91b4461fa5f79463a1834eac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732382800882 2024-11-23T17:26:43,357 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4c66754261476f6709b43ee61d8bf480#C#compaction#354 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:26:43,357 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/bc43ba1575af47789a01295dfe85ebaf is 50, key is test_row_0/C:col10/1732382801650/Put/seqid=0 2024-11-23T17:26:43,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742252_1428 (size=13051) 2024-11-23T17:26:43,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:43,426 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234e9792ecce224c79968c3354f63045db_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234e9792ecce224c79968c3354f63045db_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:43,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/8a0dade53f0e4962b5091b8f455c70b2, store: [table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:43,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/8a0dade53f0e4962b5091b8f455c70b2 is 175, key is test_row_0/A:col10/1732382801669/Put/seqid=0 2024-11-23T17:26:43,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742253_1429 (size=31255) 2024-11-23T17:26:43,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T17:26:43,754 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/c9249cc78b314c2791a7fff28a33d1b5 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/c9249cc78b314c2791a7fff28a33d1b5 2024-11-23T17:26:43,758 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4c66754261476f6709b43ee61d8bf480/A of 4c66754261476f6709b43ee61d8bf480 into c9249cc78b314c2791a7fff28a33d1b5(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:26:43,758 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:43,758 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480., storeName=4c66754261476f6709b43ee61d8bf480/A, priority=13, startTime=1732382802923; duration=0sec 2024-11-23T17:26:43,758 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:43,758 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c66754261476f6709b43ee61d8bf480:A 2024-11-23T17:26:43,764 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/bc43ba1575af47789a01295dfe85ebaf as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/bc43ba1575af47789a01295dfe85ebaf 2024-11-23T17:26:43,767 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4c66754261476f6709b43ee61d8bf480/C of 4c66754261476f6709b43ee61d8bf480 into bc43ba1575af47789a01295dfe85ebaf(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:26:43,767 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:43,767 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480., storeName=4c66754261476f6709b43ee61d8bf480/C, priority=13, startTime=1732382802924; duration=0sec 2024-11-23T17:26:43,767 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:43,767 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c66754261476f6709b43ee61d8bf480:C 2024-11-23T17:26:43,792 DEBUG [Thread-1529 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31aea41b to 127.0.0.1:55168 2024-11-23T17:26:43,792 DEBUG [Thread-1529 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:26:43,798 DEBUG [Thread-1523 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1dc42ea6 to 127.0.0.1:55168 2024-11-23T17:26:43,798 DEBUG [Thread-1523 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:26:43,831 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=325, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/8a0dade53f0e4962b5091b8f455c70b2 2024-11-23T17:26:43,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/a7418ed006724cdc9b298ea977dbda4b is 50, key is test_row_0/B:col10/1732382801669/Put/seqid=0 2024-11-23T17:26:43,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742254_1430 (size=12301) 2024-11-23T17:26:43,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T17:26:44,240 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/a7418ed006724cdc9b298ea977dbda4b 2024-11-23T17:26:44,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/a2aa25b932c241a380f2e50e0cff1350 is 50, key is test_row_0/C:col10/1732382801669/Put/seqid=0 2024-11-23T17:26:44,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742255_1431 (size=12301) 2024-11-23T17:26:44,650 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/a2aa25b932c241a380f2e50e0cff1350 2024-11-23T17:26:44,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/8a0dade53f0e4962b5091b8f455c70b2 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/8a0dade53f0e4962b5091b8f455c70b2 2024-11-23T17:26:44,657 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/8a0dade53f0e4962b5091b8f455c70b2, entries=150, sequenceid=325, filesize=30.5 K 2024-11-23T17:26:44,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/a7418ed006724cdc9b298ea977dbda4b as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/a7418ed006724cdc9b298ea977dbda4b 2024-11-23T17:26:44,661 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/a7418ed006724cdc9b298ea977dbda4b, entries=150, sequenceid=325, filesize=12.0 K 2024-11-23T17:26:44,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/a2aa25b932c241a380f2e50e0cff1350 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/a2aa25b932c241a380f2e50e0cff1350 2024-11-23T17:26:44,664 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/a2aa25b932c241a380f2e50e0cff1350, entries=150, sequenceid=325, filesize=12.0 K 2024-11-23T17:26:44,665 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=127.47 KB/130530 for 4c66754261476f6709b43ee61d8bf480 in 1652ms, sequenceid=325, compaction requested=false 2024-11-23T17:26:44,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:44,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:44,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-23T17:26:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-23T17:26:44,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-23T17:26:44,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8040 sec 2024-11-23T17:26:44,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.8080 sec 2024-11-23T17:26:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-23T17:26:44,965 INFO [Thread-1531 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-23T17:26:45,781 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/453a571a952b4a75bc94f5673b5cbe0b, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/1fcb9c276273415db5685f3a8cbb7887, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/f2428e4b5ced49639e5096564b520dea, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/2e3fa44414d0471bba2b2122095ebb5a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/a2cb84a0d14b493db3c44ba6e7a788e5, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/9da0a95ce117490485569ef4f7c8e3ef, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/5f1a1a5e85a74a9dab5c7d5f544d5932, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/2e0e12b989544cd88fc9e4e27284fa01, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/e58adc5dda30494ba72854a5903530e4, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/ec68ad4bf06343ec8953a401b03df908, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/a7df44a1b5be48a3860aeebc8f52f40c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/40726dbd6c264ef59ed6439b7297d881, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/14d3549a8d3046059371207384b21d79, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/74dc51ba91ee4bab9fb36208d7ced0cf, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/aa5e5ec459ca42faa78944669bd73c5c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/78a74443813a4bedbc50a5919840a9ac, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/75e93d1e80c34d60b11504d6e071f338, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/822281a5bb004c5e81a162a39e7e2140, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/20b178ab20344ae99bc2d66e4fadd14e, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/85caec7910734ac79af454b720f1f2bc, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/74bacc0c6a1742d3929e0b315f0769a0, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/337486d729434be585dd849550de6c29] to archive 2024-11-23T17:26:45,782 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:26:45,784 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/453a571a952b4a75bc94f5673b5cbe0b to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/453a571a952b4a75bc94f5673b5cbe0b 2024-11-23T17:26:45,785 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/1fcb9c276273415db5685f3a8cbb7887 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/1fcb9c276273415db5685f3a8cbb7887 2024-11-23T17:26:45,785 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/f2428e4b5ced49639e5096564b520dea to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/f2428e4b5ced49639e5096564b520dea 2024-11-23T17:26:45,786 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/2e3fa44414d0471bba2b2122095ebb5a to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/2e3fa44414d0471bba2b2122095ebb5a 2024-11-23T17:26:45,787 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/a2cb84a0d14b493db3c44ba6e7a788e5 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/a2cb84a0d14b493db3c44ba6e7a788e5 2024-11-23T17:26:45,788 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/9da0a95ce117490485569ef4f7c8e3ef to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/9da0a95ce117490485569ef4f7c8e3ef 2024-11-23T17:26:45,789 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/5f1a1a5e85a74a9dab5c7d5f544d5932 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/5f1a1a5e85a74a9dab5c7d5f544d5932 2024-11-23T17:26:45,790 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/2e0e12b989544cd88fc9e4e27284fa01 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/2e0e12b989544cd88fc9e4e27284fa01 2024-11-23T17:26:45,790 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/e58adc5dda30494ba72854a5903530e4 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/e58adc5dda30494ba72854a5903530e4 2024-11-23T17:26:45,791 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/ec68ad4bf06343ec8953a401b03df908 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/ec68ad4bf06343ec8953a401b03df908 2024-11-23T17:26:45,792 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/a7df44a1b5be48a3860aeebc8f52f40c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/a7df44a1b5be48a3860aeebc8f52f40c 2024-11-23T17:26:45,793 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/40726dbd6c264ef59ed6439b7297d881 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/40726dbd6c264ef59ed6439b7297d881 2024-11-23T17:26:45,794 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/14d3549a8d3046059371207384b21d79 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/14d3549a8d3046059371207384b21d79 2024-11-23T17:26:45,794 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/74dc51ba91ee4bab9fb36208d7ced0cf to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/74dc51ba91ee4bab9fb36208d7ced0cf 2024-11-23T17:26:45,795 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/aa5e5ec459ca42faa78944669bd73c5c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/aa5e5ec459ca42faa78944669bd73c5c 2024-11-23T17:26:45,796 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/78a74443813a4bedbc50a5919840a9ac to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/78a74443813a4bedbc50a5919840a9ac 2024-11-23T17:26:45,797 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/75e93d1e80c34d60b11504d6e071f338 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/75e93d1e80c34d60b11504d6e071f338 2024-11-23T17:26:45,797 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/822281a5bb004c5e81a162a39e7e2140 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/822281a5bb004c5e81a162a39e7e2140 2024-11-23T17:26:45,798 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/20b178ab20344ae99bc2d66e4fadd14e to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/20b178ab20344ae99bc2d66e4fadd14e 2024-11-23T17:26:45,799 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/85caec7910734ac79af454b720f1f2bc to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/85caec7910734ac79af454b720f1f2bc 2024-11-23T17:26:45,800 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/74bacc0c6a1742d3929e0b315f0769a0 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/74bacc0c6a1742d3929e0b315f0769a0 2024-11-23T17:26:45,800 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/337486d729434be585dd849550de6c29 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/337486d729434be585dd849550de6c29 2024-11-23T17:26:45,803 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/83119da65486443e90742ecf6e9f41c4, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/a6e34c296f8944ff9bdc52939acb8a89, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/451d5f3bcdd3477c84e65e45c3f4bf38, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/e4341940517e4934878812c03d11516d, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/ee53f4c704744f58ad7120542b15e621, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/bfe7cbcb56194a218036d6cf89008f99, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/1ae848e0971845c798b3557be971d356, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/3ac42aba31204b93a8c8b96e0958c45e, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/e4bc35ff4b1e44d1828e97a33609c984, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/d4f591a31a2b48a1b0211a0067a07fdd, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/a9a9780ab5594e9dad83f609c9884b0a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/64a880f49fa24eedb21f0f3791a1353f, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/a8649904c3f1410b832ab46c5cfbaadf, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/fe371d757a2946b883579e1d4e257391, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/e83195aa0fc74553a7c73b86202d2637, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/64fbf2aeb1b141c083cdc8dee5f6364a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/4ee655e4161b45d79e3258aaa0aaa90c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/7a540284c3d940a2a408967e4c79b28b, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/f9257a3ff0d44a4db3561436422cc039, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/2a83cb233c034882bb659a9831f15dbf, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/70b97b84489d479d81bbc207a3c1a339, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/270e27cf32354fb1bfa2671d919d6836] to archive 2024-11-23T17:26:45,804 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:26:45,805 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/83119da65486443e90742ecf6e9f41c4 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/83119da65486443e90742ecf6e9f41c4 2024-11-23T17:26:45,806 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/a6e34c296f8944ff9bdc52939acb8a89 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/a6e34c296f8944ff9bdc52939acb8a89 2024-11-23T17:26:45,807 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/451d5f3bcdd3477c84e65e45c3f4bf38 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/451d5f3bcdd3477c84e65e45c3f4bf38 2024-11-23T17:26:45,807 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/e4341940517e4934878812c03d11516d to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/e4341940517e4934878812c03d11516d 2024-11-23T17:26:45,808 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/ee53f4c704744f58ad7120542b15e621 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/ee53f4c704744f58ad7120542b15e621 2024-11-23T17:26:45,809 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/bfe7cbcb56194a218036d6cf89008f99 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/bfe7cbcb56194a218036d6cf89008f99 2024-11-23T17:26:45,810 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/1ae848e0971845c798b3557be971d356 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/1ae848e0971845c798b3557be971d356 2024-11-23T17:26:45,811 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/3ac42aba31204b93a8c8b96e0958c45e to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/3ac42aba31204b93a8c8b96e0958c45e 2024-11-23T17:26:45,812 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/e4bc35ff4b1e44d1828e97a33609c984 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/e4bc35ff4b1e44d1828e97a33609c984 2024-11-23T17:26:45,812 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/d4f591a31a2b48a1b0211a0067a07fdd to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/d4f591a31a2b48a1b0211a0067a07fdd 2024-11-23T17:26:45,813 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/a9a9780ab5594e9dad83f609c9884b0a to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/a9a9780ab5594e9dad83f609c9884b0a 2024-11-23T17:26:45,814 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/64a880f49fa24eedb21f0f3791a1353f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/64a880f49fa24eedb21f0f3791a1353f 2024-11-23T17:26:45,815 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/a8649904c3f1410b832ab46c5cfbaadf to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/a8649904c3f1410b832ab46c5cfbaadf 2024-11-23T17:26:45,815 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/fe371d757a2946b883579e1d4e257391 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/fe371d757a2946b883579e1d4e257391 2024-11-23T17:26:45,816 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/e83195aa0fc74553a7c73b86202d2637 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/e83195aa0fc74553a7c73b86202d2637 2024-11-23T17:26:45,817 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/64fbf2aeb1b141c083cdc8dee5f6364a to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/64fbf2aeb1b141c083cdc8dee5f6364a 2024-11-23T17:26:45,818 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/4ee655e4161b45d79e3258aaa0aaa90c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/4ee655e4161b45d79e3258aaa0aaa90c 2024-11-23T17:26:45,819 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/7a540284c3d940a2a408967e4c79b28b to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/7a540284c3d940a2a408967e4c79b28b 2024-11-23T17:26:45,819 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/f9257a3ff0d44a4db3561436422cc039 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/f9257a3ff0d44a4db3561436422cc039 2024-11-23T17:26:45,820 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/2a83cb233c034882bb659a9831f15dbf to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/2a83cb233c034882bb659a9831f15dbf 2024-11-23T17:26:45,821 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/70b97b84489d479d81bbc207a3c1a339 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/70b97b84489d479d81bbc207a3c1a339 2024-11-23T17:26:45,822 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/270e27cf32354fb1bfa2671d919d6836 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/270e27cf32354fb1bfa2671d919d6836 2024-11-23T17:26:45,824 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/4729f64d5edd4179afc5688b342742fe, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/7c602d6b23394590ad523afade891f6c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/d417a054fafa4899b94ee46541906451, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/f180add065be40c9bc10ab32cbb4be82, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/bf609fb4f98042c98ab37e75b915e64c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/723442c2f9bd42e6a1279a6fc680a421, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/c98fcf19c80945b19131cc8b2db3e438, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/6419ab52bba44d41a5736aa24ce859bd, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/b88d1646b3b94179960c9d67be3a694e, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/27b82bfdacae49cc814dae50415e5da4, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/7590121e48814a88aa02cf69c8b21c02, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/7ea5b930c713461384f5af0f24ad4340, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/47042a55b7df4ddf9e52795892cdc963, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/7fb373250d714cffafc7c5192c63e9c1, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/fe12e68a0ae349a4a4926eb1cc45378b, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/fc748944fd41491e8e79d5eb3d032b3e, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/7e1884f311044cd3a4cb7e67995f4d75, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/b3a7bf2a38fc412bb6a3052437cfdfa2, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/66014a24b39f409cb9a6549e93c57550, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/a59bac9ae9874a62beac3f2dfee4dc95, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/2ddf91b146784b5b92ada2e085b2eec0, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/440f072b91b4461fa5f79463a1834eac] to archive 2024-11-23T17:26:45,825 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:26:45,826 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/4729f64d5edd4179afc5688b342742fe to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/4729f64d5edd4179afc5688b342742fe 2024-11-23T17:26:45,827 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/7c602d6b23394590ad523afade891f6c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/7c602d6b23394590ad523afade891f6c 2024-11-23T17:26:45,828 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/d417a054fafa4899b94ee46541906451 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/d417a054fafa4899b94ee46541906451 2024-11-23T17:26:45,828 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/f180add065be40c9bc10ab32cbb4be82 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/f180add065be40c9bc10ab32cbb4be82 2024-11-23T17:26:45,829 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/bf609fb4f98042c98ab37e75b915e64c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/bf609fb4f98042c98ab37e75b915e64c 2024-11-23T17:26:45,830 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/723442c2f9bd42e6a1279a6fc680a421 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/723442c2f9bd42e6a1279a6fc680a421 2024-11-23T17:26:45,831 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/c98fcf19c80945b19131cc8b2db3e438 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/c98fcf19c80945b19131cc8b2db3e438 2024-11-23T17:26:45,831 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/6419ab52bba44d41a5736aa24ce859bd to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/6419ab52bba44d41a5736aa24ce859bd 2024-11-23T17:26:45,832 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/b88d1646b3b94179960c9d67be3a694e to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/b88d1646b3b94179960c9d67be3a694e 2024-11-23T17:26:45,833 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/27b82bfdacae49cc814dae50415e5da4 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/27b82bfdacae49cc814dae50415e5da4 2024-11-23T17:26:45,834 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/7590121e48814a88aa02cf69c8b21c02 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/7590121e48814a88aa02cf69c8b21c02 2024-11-23T17:26:45,834 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/7ea5b930c713461384f5af0f24ad4340 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/7ea5b930c713461384f5af0f24ad4340 2024-11-23T17:26:45,835 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/47042a55b7df4ddf9e52795892cdc963 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/47042a55b7df4ddf9e52795892cdc963 2024-11-23T17:26:45,836 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/7fb373250d714cffafc7c5192c63e9c1 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/7fb373250d714cffafc7c5192c63e9c1 2024-11-23T17:26:45,837 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/fe12e68a0ae349a4a4926eb1cc45378b to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/fe12e68a0ae349a4a4926eb1cc45378b 2024-11-23T17:26:45,837 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/fc748944fd41491e8e79d5eb3d032b3e to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/fc748944fd41491e8e79d5eb3d032b3e 2024-11-23T17:26:45,838 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/7e1884f311044cd3a4cb7e67995f4d75 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/7e1884f311044cd3a4cb7e67995f4d75 2024-11-23T17:26:45,839 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/b3a7bf2a38fc412bb6a3052437cfdfa2 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/b3a7bf2a38fc412bb6a3052437cfdfa2 2024-11-23T17:26:45,840 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/66014a24b39f409cb9a6549e93c57550 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/66014a24b39f409cb9a6549e93c57550 2024-11-23T17:26:45,841 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/a59bac9ae9874a62beac3f2dfee4dc95 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/a59bac9ae9874a62beac3f2dfee4dc95 2024-11-23T17:26:45,842 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/2ddf91b146784b5b92ada2e085b2eec0 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/2ddf91b146784b5b92ada2e085b2eec0 2024-11-23T17:26:45,843 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f54dd19cfe0a:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/440f072b91b4461fa5f79463a1834eac to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/440f072b91b4461fa5f79463a1834eac 2024-11-23T17:26:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:51,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4c66754261476f6709b43ee61d8bf480 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T17:26:51,672 DEBUG [Thread-1527 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6cd96549 to 127.0.0.1:55168 2024-11-23T17:26:51,672 DEBUG [Thread-1527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:26:51,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=A 2024-11-23T17:26:51,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:51,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=B 2024-11-23T17:26:51,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:51,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=C 2024-11-23T17:26:51,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:51,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123aaa8d67dcd6247c3a7a74b2761c5cb53_4c66754261476f6709b43ee61d8bf480 is 50, key is test_row_0/A:col10/1732382803791/Put/seqid=0 2024-11-23T17:26:51,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742256_1432 (size=12454) 2024-11-23T17:26:51,760 DEBUG [Thread-1525 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x117e86d9 to 127.0.0.1:55168 2024-11-23T17:26:51,760 DEBUG [Thread-1525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:26:51,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T17:26:51,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 138 2024-11-23T17:26:51,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-11-23T17:26:51,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-23T17:26:51,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-23T17:26:51,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-23T17:26:51,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T17:26:51,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T17:26:51,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2710 2024-11-23T17:26:51,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8130 rows 2024-11-23T17:26:51,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2720 2024-11-23T17:26:51,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8160 rows 2024-11-23T17:26:51,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2728 2024-11-23T17:26:51,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8181 rows 2024-11-23T17:26:51,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2720 2024-11-23T17:26:51,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8155 rows 2024-11-23T17:26:51,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2728 2024-11-23T17:26:51,760 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8184 rows 2024-11-23T17:26:51,760 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T17:26:51,761 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5fe71801 to 127.0.0.1:55168 2024-11-23T17:26:51,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:26:51,762 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T17:26:51,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T17:26:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T17:26:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T17:26:51,766 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382811766"}]},"ts":"1732382811766"} 2024-11-23T17:26:51,768 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T17:26:51,770 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T17:26:51,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T17:26:51,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c66754261476f6709b43ee61d8bf480, UNASSIGN}] 2024-11-23T17:26:51,772 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=120, ppid=119, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c66754261476f6709b43ee61d8bf480, UNASSIGN 2024-11-23T17:26:51,773 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=4c66754261476f6709b43ee61d8bf480, regionState=CLOSING, regionLocation=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:51,774 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T17:26:51,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; CloseRegionProcedure 4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491}] 2024-11-23T17:26:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T17:26:51,925 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:51,925 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(124): Close 4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:51,925 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T17:26:51,925 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1681): Closing 4c66754261476f6709b43ee61d8bf480, disabling compactions & flushes 2024-11-23T17:26:51,925 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T17:26:52,081 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:52,085 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123aaa8d67dcd6247c3a7a74b2761c5cb53_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123aaa8d67dcd6247c3a7a74b2761c5cb53_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:52,086 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/b2aebf0dbd8842748f0712c840b1ea9f, store: [table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:52,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/b2aebf0dbd8842748f0712c840b1ea9f is 175, key is test_row_0/A:col10/1732382803791/Put/seqid=0 2024-11-23T17:26:52,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742257_1433 (size=31255) 2024-11-23T17:26:52,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T17:26:52,490 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=351, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/b2aebf0dbd8842748f0712c840b1ea9f 2024-11-23T17:26:52,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/33aca58937da4f4e94d726ffab450d3d is 50, key is test_row_0/B:col10/1732382803791/Put/seqid=0 2024-11-23T17:26:52,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742258_1434 (size=12301) 2024-11-23T17:26:52,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T17:26:52,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/33aca58937da4f4e94d726ffab450d3d 2024-11-23T17:26:52,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/c700900b73a84ab9aa76a140d645d6c5 is 50, key is test_row_0/C:col10/1732382803791/Put/seqid=0 2024-11-23T17:26:52,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742259_1435 (size=12301) 2024-11-23T17:26:53,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/c700900b73a84ab9aa76a140d645d6c5 2024-11-23T17:26:53,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/b2aebf0dbd8842748f0712c840b1ea9f as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/b2aebf0dbd8842748f0712c840b1ea9f 2024-11-23T17:26:53,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/b2aebf0dbd8842748f0712c840b1ea9f, entries=150, sequenceid=351, filesize=30.5 K 2024-11-23T17:26:53,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/33aca58937da4f4e94d726ffab450d3d as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/33aca58937da4f4e94d726ffab450d3d 2024-11-23T17:26:53,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/33aca58937da4f4e94d726ffab450d3d, entries=150, sequenceid=351, filesize=12.0 K 2024-11-23T17:26:53,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/c700900b73a84ab9aa76a140d645d6c5 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/c700900b73a84ab9aa76a140d645d6c5 2024-11-23T17:26:53,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/c700900b73a84ab9aa76a140d645d6c5, entries=150, sequenceid=351, filesize=12.0 K 2024-11-23T17:26:53,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=6.71 KB/6870 for 4c66754261476f6709b43ee61d8bf480 in 1649ms, sequenceid=351, compaction requested=true 2024-11-23T17:26:53,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:53,321 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:53,321 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:53,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c66754261476f6709b43ee61d8bf480:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:26:53,321 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. because compaction request was cancelled 2024-11-23T17:26:53,321 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. after waiting 0 ms 2024-11-23T17:26:53,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:53,321 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c66754261476f6709b43ee61d8bf480:A 2024-11-23T17:26:53,321 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:53,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c66754261476f6709b43ee61d8bf480:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:26:53,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:53,322 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. because compaction request was cancelled 2024-11-23T17:26:53,322 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. because compaction request was cancelled 2024-11-23T17:26:53,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4c66754261476f6709b43ee61d8bf480:C, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:26:53,322 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(2837): Flushing 4c66754261476f6709b43ee61d8bf480 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-23T17:26:53,322 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c66754261476f6709b43ee61d8bf480:C 2024-11-23T17:26:53,322 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4c66754261476f6709b43ee61d8bf480:B 2024-11-23T17:26:53,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:26:53,322 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=A 2024-11-23T17:26:53,322 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:53,322 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=B 2024-11-23T17:26:53,322 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:53,322 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4c66754261476f6709b43ee61d8bf480, store=C 2024-11-23T17:26:53,322 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:53,326 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123cdb8808b27d24284962d44156d4d5ad4_4c66754261476f6709b43ee61d8bf480 is 50, key is test_row_1/A:col10/1732382811759/Put/seqid=0 2024-11-23T17:26:53,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742260_1436 (size=7374) 2024-11-23T17:26:53,730 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:53,733 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123cdb8808b27d24284962d44156d4d5ad4_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123cdb8808b27d24284962d44156d4d5ad4_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:53,734 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/2021a84d4ec94f12abf6e9487c530112, store: [table=TestAcidGuarantees family=A region=4c66754261476f6709b43ee61d8bf480] 2024-11-23T17:26:53,735 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/2021a84d4ec94f12abf6e9487c530112 is 175, key is test_row_1/A:col10/1732382811759/Put/seqid=0 2024-11-23T17:26:53,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742261_1437 (size=13865) 2024-11-23T17:26:53,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T17:26:54,138 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=355, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/2021a84d4ec94f12abf6e9487c530112 2024-11-23T17:26:54,143 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/d0e57e73ef3b4845ad9e223a386aa7d1 is 50, key is test_row_1/B:col10/1732382811759/Put/seqid=0 2024-11-23T17:26:54,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742262_1438 (size=7415) 2024-11-23T17:26:54,547 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/d0e57e73ef3b4845ad9e223a386aa7d1 2024-11-23T17:26:54,552 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/33fc20687dd84bc4906a1434ec1a4d27 is 50, key is test_row_1/C:col10/1732382811759/Put/seqid=0 2024-11-23T17:26:54,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742263_1439 (size=7415) 2024-11-23T17:26:54,956 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/33fc20687dd84bc4906a1434ec1a4d27 2024-11-23T17:26:54,959 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/A/2021a84d4ec94f12abf6e9487c530112 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/2021a84d4ec94f12abf6e9487c530112 2024-11-23T17:26:54,962 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/2021a84d4ec94f12abf6e9487c530112, entries=50, sequenceid=355, filesize=13.5 K 2024-11-23T17:26:54,963 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/B/d0e57e73ef3b4845ad9e223a386aa7d1 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/d0e57e73ef3b4845ad9e223a386aa7d1 2024-11-23T17:26:54,965 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/d0e57e73ef3b4845ad9e223a386aa7d1, entries=50, sequenceid=355, filesize=7.2 K 2024-11-23T17:26:54,966 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/.tmp/C/33fc20687dd84bc4906a1434ec1a4d27 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/33fc20687dd84bc4906a1434ec1a4d27 2024-11-23T17:26:54,968 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/33fc20687dd84bc4906a1434ec1a4d27, entries=50, sequenceid=355, filesize=7.2 K 2024-11-23T17:26:54,969 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 4c66754261476f6709b43ee61d8bf480 in 1647ms, sequenceid=355, compaction requested=true 2024-11-23T17:26:54,972 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/recovered.edits/358.seqid, newMaxSeqId=358, maxSeqId=4 2024-11-23T17:26:54,973 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480. 2024-11-23T17:26:54,973 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] regionserver.HRegion(1635): Region close journal for 4c66754261476f6709b43ee61d8bf480: 2024-11-23T17:26:54,974 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=121}] handler.UnassignRegionHandler(170): Closed 4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:54,974 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=120 updating hbase:meta row=4c66754261476f6709b43ee61d8bf480, regionState=CLOSED 2024-11-23T17:26:54,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-23T17:26:54,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; CloseRegionProcedure 4c66754261476f6709b43ee61d8bf480, server=f54dd19cfe0a,35067,1732382683491 in 3.2010 sec 2024-11-23T17:26:54,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=120, resume processing ppid=119 2024-11-23T17:26:54,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, ppid=119, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4c66754261476f6709b43ee61d8bf480, UNASSIGN in 3.2040 sec 2024-11-23T17:26:54,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-23T17:26:54,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.2060 sec 2024-11-23T17:26:54,979 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382814979"}]},"ts":"1732382814979"} 2024-11-23T17:26:54,980 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T17:26:54,982 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T17:26:54,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 3.2190 sec 2024-11-23T17:26:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-23T17:26:55,871 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-23T17:26:55,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T17:26:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:26:55,873 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=122, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:26:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T17:26:55,873 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=122, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:26:55,875 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:55,877 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A, FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B, FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C, FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/recovered.edits] 2024-11-23T17:26:55,879 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/2021a84d4ec94f12abf6e9487c530112 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/2021a84d4ec94f12abf6e9487c530112 2024-11-23T17:26:55,880 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/8a0dade53f0e4962b5091b8f455c70b2 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/8a0dade53f0e4962b5091b8f455c70b2 2024-11-23T17:26:55,881 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/b2aebf0dbd8842748f0712c840b1ea9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/b2aebf0dbd8842748f0712c840b1ea9f 2024-11-23T17:26:55,882 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/c9249cc78b314c2791a7fff28a33d1b5 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/A/c9249cc78b314c2791a7fff28a33d1b5 2024-11-23T17:26:55,884 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/33aca58937da4f4e94d726ffab450d3d to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/33aca58937da4f4e94d726ffab450d3d 2024-11-23T17:26:55,885 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/848fb0e833604926b0b92eccf9f2e5ae to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/848fb0e833604926b0b92eccf9f2e5ae 2024-11-23T17:26:55,886 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/a7418ed006724cdc9b298ea977dbda4b to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/a7418ed006724cdc9b298ea977dbda4b 2024-11-23T17:26:55,887 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/d0e57e73ef3b4845ad9e223a386aa7d1 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/B/d0e57e73ef3b4845ad9e223a386aa7d1 2024-11-23T17:26:55,889 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/33fc20687dd84bc4906a1434ec1a4d27 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/33fc20687dd84bc4906a1434ec1a4d27 2024-11-23T17:26:55,890 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/a2aa25b932c241a380f2e50e0cff1350 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/a2aa25b932c241a380f2e50e0cff1350 2024-11-23T17:26:55,891 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/bc43ba1575af47789a01295dfe85ebaf to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/bc43ba1575af47789a01295dfe85ebaf 2024-11-23T17:26:55,892 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/c700900b73a84ab9aa76a140d645d6c5 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/C/c700900b73a84ab9aa76a140d645d6c5 2024-11-23T17:26:55,894 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/recovered.edits/358.seqid to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480/recovered.edits/358.seqid 2024-11-23T17:26:55,894 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:55,894 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T17:26:55,895 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T17:26:55,895 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-23T17:26:55,897 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112301daa51a204c4660bd8b096c70687c62_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112301daa51a204c4660bd8b096c70687c62_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:55,898 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232ab5f04a3aed410883cc3037467546c8_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232ab5f04a3aed410883cc3037467546c8_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:55,899 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232fa6e757cab04714b58ddd6d0692f415_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411232fa6e757cab04714b58ddd6d0692f415_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:55,900 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123484f0d02665f46cea1c8cdb5de0c7387_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123484f0d02665f46cea1c8cdb5de0c7387_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:55,901 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234aac63540bce40c89945590170038e4c_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234aac63540bce40c89945590170038e4c_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:55,902 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234d0f3fbc1d2745cb9eae3e72e0a47ba1_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234d0f3fbc1d2745cb9eae3e72e0a47ba1_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:55,903 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234e9792ecce224c79968c3354f63045db_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234e9792ecce224c79968c3354f63045db_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:55,904 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235c776bb033a64fbca0f8c4c3363c2c89_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411235c776bb033a64fbca0f8c4c3363c2c89_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:55,905 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112367a74d1481f74e7abd6bf5d69b848e8d_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112367a74d1481f74e7abd6bf5d69b848e8d_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:55,906 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237d9859dc357a49ee9e249bf1ac8cfbdc_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411237d9859dc357a49ee9e249bf1ac8cfbdc_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:55,906 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112384e4dedffda94cf5b84be45fce271ca2_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112384e4dedffda94cf5b84be45fce271ca2_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:55,907 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112386062df8b5004501a477d16520ef6d37_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112386062df8b5004501a477d16520ef6d37_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:55,908 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a0603b4596814b2c85620eff04ff4e7e_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a0603b4596814b2c85620eff04ff4e7e_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:55,909 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123aaa8d67dcd6247c3a7a74b2761c5cb53_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123aaa8d67dcd6247c3a7a74b2761c5cb53_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:55,910 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c63bf870444e4a14bea44d26acaa6b29_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c63bf870444e4a14bea44d26acaa6b29_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:55,911 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123cb96cca7ef64403fbbccaaf994dc4c5b_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123cb96cca7ef64403fbbccaaf994dc4c5b_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:55,912 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123cdb8808b27d24284962d44156d4d5ad4_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123cdb8808b27d24284962d44156d4d5ad4_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:55,913 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e11dcccb7f9f4e7ea1248cbba5b589a3_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e11dcccb7f9f4e7ea1248cbba5b589a3_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:55,914 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e7e6894fec234407b7cb7d43821734a2_4c66754261476f6709b43ee61d8bf480 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123e7e6894fec234407b7cb7d43821734a2_4c66754261476f6709b43ee61d8bf480 2024-11-23T17:26:55,914 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T17:26:55,916 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=122, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:26:55,917 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T17:26:55,919 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T17:26:55,919 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=122, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:26:55,919 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T17:26:55,920 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732382815919"}]},"ts":"9223372036854775807"} 2024-11-23T17:26:55,921 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T17:26:55,921 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 4c66754261476f6709b43ee61d8bf480, NAME => 'TestAcidGuarantees,,1732382780051.4c66754261476f6709b43ee61d8bf480.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T17:26:55,921 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T17:26:55,921 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732382815921"}]},"ts":"9223372036854775807"} 2024-11-23T17:26:55,922 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T17:26:55,925 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=122, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:26:55,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 54 msec 2024-11-23T17:26:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-23T17:26:55,974 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-23T17:26:55,983 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=237 (was 237), OpenFileDescriptor=447 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=278 (was 323), ProcessCount=11 (was 11), AvailableMemoryMB=2792 (was 2871) 2024-11-23T17:26:55,992 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=237, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=278, ProcessCount=11, AvailableMemoryMB=2792 2024-11-23T17:26:55,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T17:26:55,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T17:26:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T17:26:55,995 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T17:26:55,995 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:55,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 123 2024-11-23T17:26:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-23T17:26:55,995 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T17:26:56,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742264_1440 (size=963) 2024-11-23T17:26:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-23T17:26:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-23T17:26:56,402 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9 2024-11-23T17:26:56,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742265_1441 (size=53) 2024-11-23T17:26:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-23T17:26:56,807 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:26:56,808 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 69156bb0ab203b05eb50d5e93990b149, disabling compactions & flushes 2024-11-23T17:26:56,808 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:26:56,808 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:26:56,808 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. after waiting 0 ms 2024-11-23T17:26:56,808 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:26:56,808 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:26:56,808 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:26:56,809 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T17:26:56,809 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732382816809"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732382816809"}]},"ts":"1732382816809"} 2024-11-23T17:26:56,810 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T17:26:56,810 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T17:26:56,810 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382816810"}]},"ts":"1732382816810"} 2024-11-23T17:26:56,811 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T17:26:56,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=69156bb0ab203b05eb50d5e93990b149, ASSIGN}] 2024-11-23T17:26:56,819 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=69156bb0ab203b05eb50d5e93990b149, ASSIGN 2024-11-23T17:26:56,819 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=69156bb0ab203b05eb50d5e93990b149, ASSIGN; state=OFFLINE, location=f54dd19cfe0a,35067,1732382683491; forceNewPlan=false, retain=false 2024-11-23T17:26:56,970 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=69156bb0ab203b05eb50d5e93990b149, regionState=OPENING, regionLocation=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:56,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; OpenRegionProcedure 69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491}] 2024-11-23T17:26:57,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-23T17:26:57,122 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:57,125 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:26:57,125 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7285): Opening region: {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} 2024-11-23T17:26:57,125 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 69156bb0ab203b05eb50d5e93990b149 2024-11-23T17:26:57,125 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:26:57,126 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7327): checking encryption for 69156bb0ab203b05eb50d5e93990b149 2024-11-23T17:26:57,126 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(7330): checking classloading for 69156bb0ab203b05eb50d5e93990b149 2024-11-23T17:26:57,127 INFO [StoreOpener-69156bb0ab203b05eb50d5e93990b149-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 69156bb0ab203b05eb50d5e93990b149 2024-11-23T17:26:57,128 INFO [StoreOpener-69156bb0ab203b05eb50d5e93990b149-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:26:57,128 INFO [StoreOpener-69156bb0ab203b05eb50d5e93990b149-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69156bb0ab203b05eb50d5e93990b149 columnFamilyName A 2024-11-23T17:26:57,128 DEBUG [StoreOpener-69156bb0ab203b05eb50d5e93990b149-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:57,128 INFO [StoreOpener-69156bb0ab203b05eb50d5e93990b149-1 {}] regionserver.HStore(327): Store=69156bb0ab203b05eb50d5e93990b149/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:26:57,128 INFO [StoreOpener-69156bb0ab203b05eb50d5e93990b149-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 69156bb0ab203b05eb50d5e93990b149 2024-11-23T17:26:57,129 INFO [StoreOpener-69156bb0ab203b05eb50d5e93990b149-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:26:57,129 INFO [StoreOpener-69156bb0ab203b05eb50d5e93990b149-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69156bb0ab203b05eb50d5e93990b149 columnFamilyName B 2024-11-23T17:26:57,129 DEBUG [StoreOpener-69156bb0ab203b05eb50d5e93990b149-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:57,130 INFO [StoreOpener-69156bb0ab203b05eb50d5e93990b149-1 {}] regionserver.HStore(327): Store=69156bb0ab203b05eb50d5e93990b149/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:26:57,130 INFO [StoreOpener-69156bb0ab203b05eb50d5e93990b149-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 69156bb0ab203b05eb50d5e93990b149 2024-11-23T17:26:57,131 INFO [StoreOpener-69156bb0ab203b05eb50d5e93990b149-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:26:57,131 INFO [StoreOpener-69156bb0ab203b05eb50d5e93990b149-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69156bb0ab203b05eb50d5e93990b149 columnFamilyName C 2024-11-23T17:26:57,131 DEBUG [StoreOpener-69156bb0ab203b05eb50d5e93990b149-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:26:57,131 INFO [StoreOpener-69156bb0ab203b05eb50d5e93990b149-1 {}] regionserver.HStore(327): Store=69156bb0ab203b05eb50d5e93990b149/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:26:57,131 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:26:57,132 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149 2024-11-23T17:26:57,132 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149 2024-11-23T17:26:57,133 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T17:26:57,134 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1085): writing seq id for 69156bb0ab203b05eb50d5e93990b149 2024-11-23T17:26:57,136 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T17:26:57,136 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1102): Opened 69156bb0ab203b05eb50d5e93990b149; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63114426, jitterRate=-0.059521764516830444}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T17:26:57,137 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegion(1001): Region open journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:26:57,137 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149., pid=125, masterSystemTime=1732382817122 2024-11-23T17:26:57,138 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:26:57,138 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=125}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:26:57,139 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=69156bb0ab203b05eb50d5e93990b149, regionState=OPEN, openSeqNum=2, regionLocation=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:57,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-23T17:26:57,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; OpenRegionProcedure 69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 in 168 msec 2024-11-23T17:26:57,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=124, resume processing ppid=123 2024-11-23T17:26:57,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, ppid=123, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=69156bb0ab203b05eb50d5e93990b149, ASSIGN in 322 msec 2024-11-23T17:26:57,142 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T17:26:57,142 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382817142"}]},"ts":"1732382817142"} 2024-11-23T17:26:57,143 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T17:26:57,145 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=123, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T17:26:57,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1520 sec 2024-11-23T17:26:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=123 2024-11-23T17:26:58,099 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 123 completed 2024-11-23T17:26:58,100 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x022a6e9f to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4c60eb7d 2024-11-23T17:26:58,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695c2253, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:26:58,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:26:58,106 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:26:58,107 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T17:26:58,107 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33686, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T17:26:58,109 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x32c12a30 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@79b10416 2024-11-23T17:26:58,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7177efc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:26:58,112 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5ef40578 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2f142b04 2024-11-23T17:26:58,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d38088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:26:58,115 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x032bb71c to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@de9f076 2024-11-23T17:26:58,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7043f683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:26:58,118 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06bc0f7c to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4414259d 2024-11-23T17:26:58,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b0c2472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:26:58,121 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b8b6e04 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ed69825 2024-11-23T17:26:58,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34b30c39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:26:58,124 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11193a0c to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d672ed2 2024-11-23T17:26:58,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7c40ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:26:58,128 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7861b162 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cf40102 2024-11-23T17:26:58,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b0e7b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:26:58,130 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x154f0f85 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@496fe03f 2024-11-23T17:26:58,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2423f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:26:58,134 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x008a917b to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3652e74d 2024-11-23T17:26:58,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184771cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:26:58,138 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x054c2725 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2405c04e 2024-11-23T17:26:58,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f0408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:26:58,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:26:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-11-23T17:26:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T17:26:58,143 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:26:58,144 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:26:58,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:26:58,146 DEBUG [hconnection-0x1a324fcb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:26:58,146 DEBUG [hconnection-0x4a278c7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:26:58,147 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54904, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:26:58,147 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54916, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:26:58,149 DEBUG [hconnection-0x35f428df-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:26:58,150 DEBUG [hconnection-0x68cd0e8b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:26:58,150 DEBUG [hconnection-0x4c2f3df4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:26:58,150 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54922, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:26:58,150 DEBUG [hconnection-0x6d91d148-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:26:58,151 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54930, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:26:58,151 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:26:58,151 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:26:58,152 DEBUG [hconnection-0x4809c35e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:26:58,152 DEBUG [hconnection-0x7ef1d7ae-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:26:58,152 DEBUG [hconnection-0x4660d170-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:26:58,153 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54964, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:26:58,153 DEBUG [hconnection-0x4340af42-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:26:58,153 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54980, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:26:58,153 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54968, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:26:58,154 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54982, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:26:58,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 69156bb0ab203b05eb50d5e93990b149 2024-11-23T17:26:58,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 69156bb0ab203b05eb50d5e93990b149 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T17:26:58,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=A 2024-11-23T17:26:58,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:58,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=B 2024-11-23T17:26:58,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:58,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=C 2024-11-23T17:26:58,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:58,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:58,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382878175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:58,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382878175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:58,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382878175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:58,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:58,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382878176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:58,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/d8605b96ce6d49c692bf69f7f8b3c7a0 is 50, key is test_row_0/A:col10/1732382818157/Put/seqid=0 2024-11-23T17:26:58,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:58,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382878181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:58,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742266_1442 (size=12001) 2024-11-23T17:26:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T17:26:58,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382878277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:58,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382878278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:58,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382878279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:58,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:58,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382878281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:58,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382878282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:58,295 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:58,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-23T17:26:58,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:26:58,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:26:58,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:26:58,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:58,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:58,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T17:26:58,447 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:58,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-23T17:26:58,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:26:58,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:26:58,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:26:58,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:58,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:58,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:58,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:58,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382878481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:58,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382878482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:58,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:58,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382878482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:58,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382878483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:58,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382878488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:58,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/d8605b96ce6d49c692bf69f7f8b3c7a0 2024-11-23T17:26:58,600 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:58,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-23T17:26:58,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:26:58,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:26:58,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:26:58,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:58,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:58,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:58,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/2e6fe0f1aeaf49c2adcda3a38ade5b18 is 50, key is test_row_0/B:col10/1732382818157/Put/seqid=0 2024-11-23T17:26:58,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742267_1443 (size=12001) 2024-11-23T17:26:58,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T17:26:58,752 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:58,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-23T17:26:58,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:26:58,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:26:58,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:26:58,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:58,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:58,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:58,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382878786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:58,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382878787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:58,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:58,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382878787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:58,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:58,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382878789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:58,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382878791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:58,905 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:58,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-23T17:26:58,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:26:58,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:26:58,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:26:58,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:58,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:59,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/2e6fe0f1aeaf49c2adcda3a38ade5b18 2024-11-23T17:26:59,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/a6f1c4f714da4e44a4cb90f99cdcea4b is 50, key is test_row_0/C:col10/1732382818157/Put/seqid=0 2024-11-23T17:26:59,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742268_1444 (size=12001) 2024-11-23T17:26:59,058 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:59,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-23T17:26:59,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:26:59,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:26:59,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:26:59,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:59,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:59,211 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:59,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-23T17:26:59,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:26:59,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:26:59,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:26:59,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:59,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T17:26:59,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382879289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:59,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382879292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:59,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382879293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:59,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382879293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:59,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:26:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382879296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:59,363 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:59,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-23T17:26:59,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:26:59,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:26:59,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:26:59,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:59,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:26:59,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/a6f1c4f714da4e44a4cb90f99cdcea4b 2024-11-23T17:26:59,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/d8605b96ce6d49c692bf69f7f8b3c7a0 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/d8605b96ce6d49c692bf69f7f8b3c7a0 2024-11-23T17:26:59,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/d8605b96ce6d49c692bf69f7f8b3c7a0, entries=150, sequenceid=15, filesize=11.7 K 2024-11-23T17:26:59,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/2e6fe0f1aeaf49c2adcda3a38ade5b18 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/2e6fe0f1aeaf49c2adcda3a38ade5b18 2024-11-23T17:26:59,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/2e6fe0f1aeaf49c2adcda3a38ade5b18, entries=150, sequenceid=15, filesize=11.7 K 2024-11-23T17:26:59,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/a6f1c4f714da4e44a4cb90f99cdcea4b as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/a6f1c4f714da4e44a4cb90f99cdcea4b 2024-11-23T17:26:59,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/a6f1c4f714da4e44a4cb90f99cdcea4b, entries=150, sequenceid=15, filesize=11.7 K 2024-11-23T17:26:59,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 69156bb0ab203b05eb50d5e93990b149 in 1316ms, sequenceid=15, compaction requested=false 2024-11-23T17:26:59,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:26:59,516 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:26:59,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-11-23T17:26:59,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:26:59,517 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 69156bb0ab203b05eb50d5e93990b149 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-23T17:26:59,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=A 2024-11-23T17:26:59,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:59,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=B 2024-11-23T17:26:59,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:59,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=C 2024-11-23T17:26:59,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:26:59,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/ca623781854e4c7589ed29480f29f9f9 is 50, key is test_row_0/A:col10/1732382818173/Put/seqid=0 2024-11-23T17:26:59,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742269_1445 (size=12001) 2024-11-23T17:26:59,927 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/ca623781854e4c7589ed29480f29f9f9 2024-11-23T17:26:59,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/c74728d941bc44aaaf00f743e0ac4abd is 50, key is test_row_0/B:col10/1732382818173/Put/seqid=0 2024-11-23T17:26:59,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742270_1446 (size=12001) 2024-11-23T17:27:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T17:27:00,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 69156bb0ab203b05eb50d5e93990b149 2024-11-23T17:27:00,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:00,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382880307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:00,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:00,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382880308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:00,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382880309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:00,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382880310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:00,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382880311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:00,345 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/c74728d941bc44aaaf00f743e0ac4abd 2024-11-23T17:27:00,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/648b05b56f29459da280919e73893dc8 is 50, key is test_row_0/C:col10/1732382818173/Put/seqid=0 2024-11-23T17:27:00,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742271_1447 (size=12001) 2024-11-23T17:27:00,364 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/648b05b56f29459da280919e73893dc8 2024-11-23T17:27:00,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/ca623781854e4c7589ed29480f29f9f9 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/ca623781854e4c7589ed29480f29f9f9 2024-11-23T17:27:00,373 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/ca623781854e4c7589ed29480f29f9f9, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T17:27:00,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/c74728d941bc44aaaf00f743e0ac4abd as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/c74728d941bc44aaaf00f743e0ac4abd 2024-11-23T17:27:00,377 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/c74728d941bc44aaaf00f743e0ac4abd, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T17:27:00,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/648b05b56f29459da280919e73893dc8 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/648b05b56f29459da280919e73893dc8 2024-11-23T17:27:00,382 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/648b05b56f29459da280919e73893dc8, entries=150, sequenceid=37, filesize=11.7 K 2024-11-23T17:27:00,382 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 69156bb0ab203b05eb50d5e93990b149 in 865ms, sequenceid=37, compaction requested=false 2024-11-23T17:27:00,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:00,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:00,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-11-23T17:27:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-11-23T17:27:00,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-23T17:27:00,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2400 sec 2024-11-23T17:27:00,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 2.2440 sec 2024-11-23T17:27:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 69156bb0ab203b05eb50d5e93990b149 2024-11-23T17:27:00,416 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 69156bb0ab203b05eb50d5e93990b149 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T17:27:00,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=A 2024-11-23T17:27:00,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:00,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=B 2024-11-23T17:27:00,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:00,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=C 2024-11-23T17:27:00,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:00,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/90593ec918c246a19408195019ce5ddd is 50, key is test_row_0/A:col10/1732382820416/Put/seqid=0 2024-11-23T17:27:00,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742272_1448 (size=16681) 2024-11-23T17:27:00,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382880467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:00,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382880467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:00,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382880468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:00,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382880470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:00,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:00,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382880471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:00,495 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T17:27:00,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382880573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:00,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382880573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:00,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382880573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:00,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382880576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:00,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382880576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:00,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382880777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:00,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382880779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:00,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382880779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:00,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382880780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:00,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:00,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382880781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:00,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/90593ec918c246a19408195019ce5ddd 2024-11-23T17:27:00,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/f0d13664c247480d8dfd6e159007199f is 50, key is test_row_0/B:col10/1732382820416/Put/seqid=0 2024-11-23T17:27:00,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742273_1449 (size=12001) 2024-11-23T17:27:01,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:01,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382881083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:01,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:01,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382881083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382881084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:01,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:01,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382881085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:01,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382881084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:01,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/f0d13664c247480d8dfd6e159007199f 2024-11-23T17:27:01,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/51619f96aae14e23a6d9682ec4008eaf is 50, key is test_row_0/C:col10/1732382820416/Put/seqid=0 2024-11-23T17:27:01,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742274_1450 (size=12001) 2024-11-23T17:27:01,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382881593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:01,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:01,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382881594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:01,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382881595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:01,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:01,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382881596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:01,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382881596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:01,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/51619f96aae14e23a6d9682ec4008eaf 2024-11-23T17:27:01,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/90593ec918c246a19408195019ce5ddd as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/90593ec918c246a19408195019ce5ddd 2024-11-23T17:27:01,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/90593ec918c246a19408195019ce5ddd, entries=250, sequenceid=53, filesize=16.3 K 2024-11-23T17:27:01,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/f0d13664c247480d8dfd6e159007199f as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/f0d13664c247480d8dfd6e159007199f 2024-11-23T17:27:01,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/f0d13664c247480d8dfd6e159007199f, entries=150, sequenceid=53, filesize=11.7 K 2024-11-23T17:27:01,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/51619f96aae14e23a6d9682ec4008eaf as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/51619f96aae14e23a6d9682ec4008eaf 2024-11-23T17:27:01,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/51619f96aae14e23a6d9682ec4008eaf, entries=150, sequenceid=53, filesize=11.7 K 2024-11-23T17:27:01,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 69156bb0ab203b05eb50d5e93990b149 in 1256ms, sequenceid=53, compaction requested=true 2024-11-23T17:27:01,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:01,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69156bb0ab203b05eb50d5e93990b149:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:27:01,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:01,672 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:01,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69156bb0ab203b05eb50d5e93990b149:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:27:01,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:01,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69156bb0ab203b05eb50d5e93990b149:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:27:01,672 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:01,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:27:01,673 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:01,673 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:01,673 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 69156bb0ab203b05eb50d5e93990b149/A is initiating minor compaction (all files) 2024-11-23T17:27:01,673 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 69156bb0ab203b05eb50d5e93990b149/B is initiating minor compaction (all files) 2024-11-23T17:27:01,673 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69156bb0ab203b05eb50d5e93990b149/A in TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:01,673 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69156bb0ab203b05eb50d5e93990b149/B in TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:01,673 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/d8605b96ce6d49c692bf69f7f8b3c7a0, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/ca623781854e4c7589ed29480f29f9f9, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/90593ec918c246a19408195019ce5ddd] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp, totalSize=39.7 K 2024-11-23T17:27:01,673 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/2e6fe0f1aeaf49c2adcda3a38ade5b18, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/c74728d941bc44aaaf00f743e0ac4abd, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/f0d13664c247480d8dfd6e159007199f] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp, totalSize=35.2 K 2024-11-23T17:27:01,673 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8605b96ce6d49c692bf69f7f8b3c7a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732382818156 2024-11-23T17:27:01,673 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e6fe0f1aeaf49c2adcda3a38ade5b18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732382818156 2024-11-23T17:27:01,674 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting c74728d941bc44aaaf00f743e0ac4abd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732382818167 2024-11-23T17:27:01,674 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca623781854e4c7589ed29480f29f9f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732382818167 2024-11-23T17:27:01,674 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting f0d13664c247480d8dfd6e159007199f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732382820310 2024-11-23T17:27:01,674 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90593ec918c246a19408195019ce5ddd, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732382820307 2024-11-23T17:27:01,688 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69156bb0ab203b05eb50d5e93990b149#B#compaction#372 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:01,688 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/e810a3bca9434738b4d65f98e3dddf77 is 50, key is test_row_0/B:col10/1732382820416/Put/seqid=0 2024-11-23T17:27:01,691 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69156bb0ab203b05eb50d5e93990b149#A#compaction#373 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:01,691 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/21b8117069914fc797898c7586addfc9 is 50, key is test_row_0/A:col10/1732382820416/Put/seqid=0 2024-11-23T17:27:01,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742275_1451 (size=12104) 2024-11-23T17:27:01,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742276_1452 (size=12104) 2024-11-23T17:27:02,099 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/e810a3bca9434738b4d65f98e3dddf77 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/e810a3bca9434738b4d65f98e3dddf77 2024-11-23T17:27:02,102 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/21b8117069914fc797898c7586addfc9 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/21b8117069914fc797898c7586addfc9 2024-11-23T17:27:02,104 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69156bb0ab203b05eb50d5e93990b149/B of 69156bb0ab203b05eb50d5e93990b149 into e810a3bca9434738b4d65f98e3dddf77(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:02,104 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:02,104 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149., storeName=69156bb0ab203b05eb50d5e93990b149/B, priority=13, startTime=1732382821672; duration=0sec 2024-11-23T17:27:02,104 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:27:02,104 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69156bb0ab203b05eb50d5e93990b149:B 2024-11-23T17:27:02,104 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:02,105 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:02,105 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 69156bb0ab203b05eb50d5e93990b149/C is initiating minor compaction (all files) 2024-11-23T17:27:02,105 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69156bb0ab203b05eb50d5e93990b149/C in TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:02,105 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/a6f1c4f714da4e44a4cb90f99cdcea4b, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/648b05b56f29459da280919e73893dc8, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/51619f96aae14e23a6d9682ec4008eaf] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp, totalSize=35.2 K 2024-11-23T17:27:02,106 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting a6f1c4f714da4e44a4cb90f99cdcea4b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732382818156 2024-11-23T17:27:02,106 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 648b05b56f29459da280919e73893dc8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732382818167 2024-11-23T17:27:02,107 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 51619f96aae14e23a6d9682ec4008eaf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732382820310 2024-11-23T17:27:02,107 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69156bb0ab203b05eb50d5e93990b149/A of 69156bb0ab203b05eb50d5e93990b149 into 21b8117069914fc797898c7586addfc9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:02,107 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:02,108 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149., storeName=69156bb0ab203b05eb50d5e93990b149/A, priority=13, startTime=1732382821672; duration=0sec 2024-11-23T17:27:02,108 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:02,108 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69156bb0ab203b05eb50d5e93990b149:A 2024-11-23T17:27:02,114 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69156bb0ab203b05eb50d5e93990b149#C#compaction#374 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:02,114 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/44f3484d6e344798807798c554b8c049 is 50, key is test_row_0/C:col10/1732382820416/Put/seqid=0 2024-11-23T17:27:02,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742277_1453 (size=12104) 2024-11-23T17:27:02,126 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/44f3484d6e344798807798c554b8c049 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/44f3484d6e344798807798c554b8c049 2024-11-23T17:27:02,130 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69156bb0ab203b05eb50d5e93990b149/C of 69156bb0ab203b05eb50d5e93990b149 into 44f3484d6e344798807798c554b8c049(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:02,130 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:02,130 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149., storeName=69156bb0ab203b05eb50d5e93990b149/C, priority=13, startTime=1732382821672; duration=0sec 2024-11-23T17:27:02,130 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:02,130 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69156bb0ab203b05eb50d5e93990b149:C 2024-11-23T17:27:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-11-23T17:27:02,248 INFO [Thread-1986 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-11-23T17:27:02,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:27:02,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-23T17:27:02,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-23T17:27:02,251 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:27:02,251 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:27:02,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:27:02,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-23T17:27:02,403 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:02,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-23T17:27:02,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:02,405 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 69156bb0ab203b05eb50d5e93990b149 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T17:27:02,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=A 2024-11-23T17:27:02,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:02,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=B 2024-11-23T17:27:02,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:02,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=C 2024-11-23T17:27:02,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:02,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/b491dbb18d6a499d9e3e5aeafe77845c is 50, key is test_row_0/A:col10/1732382820465/Put/seqid=0 2024-11-23T17:27:02,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742278_1454 (size=12001) 2024-11-23T17:27:02,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-23T17:27:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 69156bb0ab203b05eb50d5e93990b149 2024-11-23T17:27:02,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:02,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:02,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382882613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382882613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:02,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382882613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:02,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382882615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:02,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382882617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:02,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:02,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382882718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:02,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382882719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:02,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382882719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:02,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382882719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:02,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382882722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:02,814 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/b491dbb18d6a499d9e3e5aeafe77845c 2024-11-23T17:27:02,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/fc95a0e7e360417b9e5cc6f9e2e7271e is 50, key is test_row_0/B:col10/1732382820465/Put/seqid=0 2024-11-23T17:27:02,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742279_1455 (size=12001) 2024-11-23T17:27:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-23T17:27:02,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:02,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382882922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:02,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:02,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382882923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:02,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:02,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382882924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:02,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:02,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382882924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:02,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:02,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382882928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:03,224 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/fc95a0e7e360417b9e5cc6f9e2e7271e 2024-11-23T17:27:03,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:03,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382883225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:03,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382883227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:03,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382883228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:03,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/a3be0d7a57394e54b7e60e69a2388705 is 50, key is test_row_0/C:col10/1732382820465/Put/seqid=0 2024-11-23T17:27:03,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382883229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:03,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382883230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:03,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742280_1456 (size=12001) 2024-11-23T17:27:03,247 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/a3be0d7a57394e54b7e60e69a2388705 2024-11-23T17:27:03,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/b491dbb18d6a499d9e3e5aeafe77845c as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/b491dbb18d6a499d9e3e5aeafe77845c 2024-11-23T17:27:03,255 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/b491dbb18d6a499d9e3e5aeafe77845c, entries=150, sequenceid=76, filesize=11.7 K 2024-11-23T17:27:03,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/fc95a0e7e360417b9e5cc6f9e2e7271e as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/fc95a0e7e360417b9e5cc6f9e2e7271e 2024-11-23T17:27:03,259 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/fc95a0e7e360417b9e5cc6f9e2e7271e, entries=150, sequenceid=76, filesize=11.7 K 2024-11-23T17:27:03,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/a3be0d7a57394e54b7e60e69a2388705 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/a3be0d7a57394e54b7e60e69a2388705 2024-11-23T17:27:03,262 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/a3be0d7a57394e54b7e60e69a2388705, entries=150, sequenceid=76, filesize=11.7 K 2024-11-23T17:27:03,263 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 69156bb0ab203b05eb50d5e93990b149 in 859ms, sequenceid=76, compaction requested=false 2024-11-23T17:27:03,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:03,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:03,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-23T17:27:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-23T17:27:03,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-23T17:27:03,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0130 sec 2024-11-23T17:27:03,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 1.0170 sec 2024-11-23T17:27:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-23T17:27:03,354 INFO [Thread-1986 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-23T17:27:03,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:27:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-23T17:27:03,356 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:27:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T17:27:03,357 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:27:03,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:27:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T17:27:03,508 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:03,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-23T17:27:03,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:03,509 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 69156bb0ab203b05eb50d5e93990b149 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-23T17:27:03,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=A 2024-11-23T17:27:03,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:03,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=B 2024-11-23T17:27:03,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:03,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=C 2024-11-23T17:27:03,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:03,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/a33292d494274d8ba9028191ac5b5548 is 50, key is test_row_0/A:col10/1732382822606/Put/seqid=0 2024-11-23T17:27:03,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742281_1457 (size=12001) 2024-11-23T17:27:03,518 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/a33292d494274d8ba9028191ac5b5548 2024-11-23T17:27:03,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/0cfc1ff570ff415080b1f83bf8fc62e8 is 50, key is test_row_0/B:col10/1732382822606/Put/seqid=0 2024-11-23T17:27:03,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742282_1458 (size=12001) 2024-11-23T17:27:03,528 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/0cfc1ff570ff415080b1f83bf8fc62e8 2024-11-23T17:27:03,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/a4af12f0a65240b38b48d37c2ac39314 is 50, key is test_row_0/C:col10/1732382822606/Put/seqid=0 2024-11-23T17:27:03,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742283_1459 (size=12001) 2024-11-23T17:27:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T17:27:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 69156bb0ab203b05eb50d5e93990b149 2024-11-23T17:27:03,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:03,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:03,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382883745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:03,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382883747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:03,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382883747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:03,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382883748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:03,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382883749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:03,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:03,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382883852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:03,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382883853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:03,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382883854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:03,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:03,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382883854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:03,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:03,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382883858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:03,937 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/a4af12f0a65240b38b48d37c2ac39314 2024-11-23T17:27:03,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/a33292d494274d8ba9028191ac5b5548 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/a33292d494274d8ba9028191ac5b5548 2024-11-23T17:27:03,944 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/a33292d494274d8ba9028191ac5b5548, entries=150, sequenceid=92, filesize=11.7 K 2024-11-23T17:27:03,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/0cfc1ff570ff415080b1f83bf8fc62e8 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/0cfc1ff570ff415080b1f83bf8fc62e8 2024-11-23T17:27:03,948 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/0cfc1ff570ff415080b1f83bf8fc62e8, entries=150, sequenceid=92, filesize=11.7 K 2024-11-23T17:27:03,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/a4af12f0a65240b38b48d37c2ac39314 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/a4af12f0a65240b38b48d37c2ac39314 2024-11-23T17:27:03,952 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/a4af12f0a65240b38b48d37c2ac39314, entries=150, sequenceid=92, filesize=11.7 K 2024-11-23T17:27:03,953 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 69156bb0ab203b05eb50d5e93990b149 in 444ms, sequenceid=92, compaction requested=true 2024-11-23T17:27:03,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:03,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:03,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-23T17:27:03,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-23T17:27:03,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-23T17:27:03,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 598 msec 2024-11-23T17:27:03,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 601 msec 2024-11-23T17:27:03,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-23T17:27:03,958 INFO [Thread-1986 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-23T17:27:03,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:27:03,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-23T17:27:03,961 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:27:03,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T17:27:03,962 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:27:03,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:27:04,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 69156bb0ab203b05eb50d5e93990b149 2024-11-23T17:27:04,062 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 69156bb0ab203b05eb50d5e93990b149 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-23T17:27:04,062 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=A 2024-11-23T17:27:04,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:04,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T17:27:04,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=B 2024-11-23T17:27:04,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:04,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=C 2024-11-23T17:27:04,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:04,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/3eb253f9d87643569ceaf482b5aa931e is 50, key is test_row_0/A:col10/1732382823744/Put/seqid=0 2024-11-23T17:27:04,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742284_1460 (size=14341) 2024-11-23T17:27:04,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:04,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382884076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:04,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382884077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:04,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:04,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382884077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:04,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:04,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382884078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:04,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382884079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:04,113 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:04,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T17:27:04,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:04,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:04,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:04,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:04,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:04,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:04,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382884180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:04,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382884184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:04,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382884184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:04,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382884185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:04,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:04,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382884188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T17:27:04,265 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:04,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T17:27:04,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:04,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:04,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:04,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:04,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:04,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:04,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382884385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:04,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382884387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:04,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382884388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:04,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:04,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382884388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:04,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:04,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382884393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:04,418 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:04,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T17:27:04,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:04,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:04,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:04,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:04,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:04,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/3eb253f9d87643569ceaf482b5aa931e 2024-11-23T17:27:04,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/878357643675473ba82040c39a9c802e is 50, key is test_row_0/B:col10/1732382823744/Put/seqid=0 2024-11-23T17:27:04,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742285_1461 (size=12001) 2024-11-23T17:27:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T17:27:04,571 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:04,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T17:27:04,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:04,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:04,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:04,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:04,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:04,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:04,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:04,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382884690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:04,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:04,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382884692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:04,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:04,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382884693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:04,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:04,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382884693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:04,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:04,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382884698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:04,724 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:04,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T17:27:04,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:04,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:04,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:04,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:04,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:04,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:04,877 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:04,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T17:27:04,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:04,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:04,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:04,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:04,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:04,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:04,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/878357643675473ba82040c39a9c802e 2024-11-23T17:27:04,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/70433ad6d22a407faa9bedd95ac0935c is 50, key is test_row_0/C:col10/1732382823744/Put/seqid=0 2024-11-23T17:27:04,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742286_1462 (size=12001) 2024-11-23T17:27:05,029 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:05,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T17:27:05,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:05,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:05,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:05,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:05,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:05,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T17:27:05,182 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:05,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T17:27:05,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:05,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:05,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:05,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:05,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:05,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382885198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:05,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382885200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:05,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382885201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:05,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382885201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:05,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382885202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:05,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/70433ad6d22a407faa9bedd95ac0935c 2024-11-23T17:27:05,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/3eb253f9d87643569ceaf482b5aa931e as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/3eb253f9d87643569ceaf482b5aa931e 2024-11-23T17:27:05,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/3eb253f9d87643569ceaf482b5aa931e, entries=200, sequenceid=113, filesize=14.0 K 2024-11-23T17:27:05,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/878357643675473ba82040c39a9c802e as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/878357643675473ba82040c39a9c802e 2024-11-23T17:27:05,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/878357643675473ba82040c39a9c802e, entries=150, sequenceid=113, filesize=11.7 K 2024-11-23T17:27:05,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/70433ad6d22a407faa9bedd95ac0935c as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/70433ad6d22a407faa9bedd95ac0935c 2024-11-23T17:27:05,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/70433ad6d22a407faa9bedd95ac0935c, entries=150, sequenceid=113, filesize=11.7 K 2024-11-23T17:27:05,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 69156bb0ab203b05eb50d5e93990b149 in 1263ms, sequenceid=113, compaction requested=true 2024-11-23T17:27:05,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:05,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69156bb0ab203b05eb50d5e93990b149:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:27:05,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:05,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69156bb0ab203b05eb50d5e93990b149:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:27:05,326 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:27:05,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:05,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69156bb0ab203b05eb50d5e93990b149:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:27:05,326 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:27:05,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:27:05,327 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:27:05,327 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:27:05,327 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 69156bb0ab203b05eb50d5e93990b149/B is initiating minor compaction (all files) 2024-11-23T17:27:05,327 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 69156bb0ab203b05eb50d5e93990b149/A is initiating minor compaction (all files) 2024-11-23T17:27:05,327 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69156bb0ab203b05eb50d5e93990b149/B in TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:05,327 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69156bb0ab203b05eb50d5e93990b149/A in TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:05,327 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/e810a3bca9434738b4d65f98e3dddf77, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/fc95a0e7e360417b9e5cc6f9e2e7271e, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/0cfc1ff570ff415080b1f83bf8fc62e8, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/878357643675473ba82040c39a9c802e] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp, totalSize=47.0 K 2024-11-23T17:27:05,327 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/21b8117069914fc797898c7586addfc9, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/b491dbb18d6a499d9e3e5aeafe77845c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/a33292d494274d8ba9028191ac5b5548, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/3eb253f9d87643569ceaf482b5aa931e] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp, totalSize=49.3 K 2024-11-23T17:27:05,327 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21b8117069914fc797898c7586addfc9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732382820310 2024-11-23T17:27:05,327 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting e810a3bca9434738b4d65f98e3dddf77, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732382820310 2024-11-23T17:27:05,328 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting fc95a0e7e360417b9e5cc6f9e2e7271e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732382820465 2024-11-23T17:27:05,328 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting b491dbb18d6a499d9e3e5aeafe77845c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732382820465 2024-11-23T17:27:05,328 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting a33292d494274d8ba9028191ac5b5548, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732382822606 2024-11-23T17:27:05,328 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cfc1ff570ff415080b1f83bf8fc62e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732382822606 2024-11-23T17:27:05,328 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3eb253f9d87643569ceaf482b5aa931e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732382823744 2024-11-23T17:27:05,328 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 878357643675473ba82040c39a9c802e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732382823744 2024-11-23T17:27:05,334 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:05,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-23T17:27:05,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:05,335 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 69156bb0ab203b05eb50d5e93990b149 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T17:27:05,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=A 2024-11-23T17:27:05,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:05,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=B 2024-11-23T17:27:05,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:05,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=C 2024-11-23T17:27:05,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:05,339 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69156bb0ab203b05eb50d5e93990b149#B#compaction#384 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:05,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/4df823729c6b4e2a8dd7279b3bfeba2f is 50, key is test_row_0/A:col10/1732382824077/Put/seqid=0 2024-11-23T17:27:05,340 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/b75dc52e4ebf470189124745d2656e85 is 50, key is test_row_0/B:col10/1732382823744/Put/seqid=0 2024-11-23T17:27:05,343 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69156bb0ab203b05eb50d5e93990b149#A#compaction#386 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:05,343 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/b6c2bd9147624103b12f6e4faca352c9 is 50, key is test_row_0/A:col10/1732382823744/Put/seqid=0 2024-11-23T17:27:05,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742287_1463 (size=12001) 2024-11-23T17:27:05,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742288_1464 (size=12241) 2024-11-23T17:27:05,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742289_1465 (size=12241) 2024-11-23T17:27:05,747 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/4df823729c6b4e2a8dd7279b3bfeba2f 2024-11-23T17:27:05,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/c54cb590aa7d4a5e969d90277ae525d2 is 50, key is test_row_0/B:col10/1732382824077/Put/seqid=0 2024-11-23T17:27:05,760 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/b6c2bd9147624103b12f6e4faca352c9 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/b6c2bd9147624103b12f6e4faca352c9 2024-11-23T17:27:05,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742290_1466 (size=12001) 2024-11-23T17:27:05,763 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/c54cb590aa7d4a5e969d90277ae525d2 2024-11-23T17:27:05,765 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/b75dc52e4ebf470189124745d2656e85 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/b75dc52e4ebf470189124745d2656e85 2024-11-23T17:27:05,771 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 69156bb0ab203b05eb50d5e93990b149/A of 69156bb0ab203b05eb50d5e93990b149 into b6c2bd9147624103b12f6e4faca352c9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:05,771 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:05,771 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149., storeName=69156bb0ab203b05eb50d5e93990b149/A, priority=12, startTime=1732382825326; duration=0sec 2024-11-23T17:27:05,771 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:27:05,771 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69156bb0ab203b05eb50d5e93990b149:A 2024-11-23T17:27:05,771 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:27:05,773 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 69156bb0ab203b05eb50d5e93990b149/B of 69156bb0ab203b05eb50d5e93990b149 into b75dc52e4ebf470189124745d2656e85(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:05,773 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:05,773 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149., storeName=69156bb0ab203b05eb50d5e93990b149/B, priority=12, startTime=1732382825326; duration=0sec 2024-11-23T17:27:05,773 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:05,773 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69156bb0ab203b05eb50d5e93990b149:B 2024-11-23T17:27:05,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/29be3b4a9ecf4576a1a043c858330399 is 50, key is test_row_0/C:col10/1732382824077/Put/seqid=0 2024-11-23T17:27:05,776 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:27:05,776 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 69156bb0ab203b05eb50d5e93990b149/C is initiating minor compaction (all files) 2024-11-23T17:27:05,776 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69156bb0ab203b05eb50d5e93990b149/C in TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:05,777 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/44f3484d6e344798807798c554b8c049, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/a3be0d7a57394e54b7e60e69a2388705, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/a4af12f0a65240b38b48d37c2ac39314, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/70433ad6d22a407faa9bedd95ac0935c] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp, totalSize=47.0 K 2024-11-23T17:27:05,777 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44f3484d6e344798807798c554b8c049, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732382820310 2024-11-23T17:27:05,777 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3be0d7a57394e54b7e60e69a2388705, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732382820465 2024-11-23T17:27:05,777 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4af12f0a65240b38b48d37c2ac39314, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732382822606 2024-11-23T17:27:05,778 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70433ad6d22a407faa9bedd95ac0935c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732382823744 2024-11-23T17:27:05,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742291_1467 (size=12001) 2024-11-23T17:27:05,783 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/29be3b4a9ecf4576a1a043c858330399 2024-11-23T17:27:05,785 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69156bb0ab203b05eb50d5e93990b149#C#compaction#389 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:05,786 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/834c58ece73b49a88f121ed6d68f55ef is 50, key is test_row_0/C:col10/1732382823744/Put/seqid=0 2024-11-23T17:27:05,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/4df823729c6b4e2a8dd7279b3bfeba2f as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/4df823729c6b4e2a8dd7279b3bfeba2f 2024-11-23T17:27:05,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742292_1468 (size=12241) 2024-11-23T17:27:05,792 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/4df823729c6b4e2a8dd7279b3bfeba2f, entries=150, sequenceid=128, filesize=11.7 K 2024-11-23T17:27:05,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/c54cb590aa7d4a5e969d90277ae525d2 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/c54cb590aa7d4a5e969d90277ae525d2 2024-11-23T17:27:05,794 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/834c58ece73b49a88f121ed6d68f55ef as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/834c58ece73b49a88f121ed6d68f55ef 2024-11-23T17:27:05,799 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/c54cb590aa7d4a5e969d90277ae525d2, entries=150, sequenceid=128, filesize=11.7 K 2024-11-23T17:27:05,800 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 69156bb0ab203b05eb50d5e93990b149/C of 69156bb0ab203b05eb50d5e93990b149 into 834c58ece73b49a88f121ed6d68f55ef(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:05,800 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:05,800 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149., storeName=69156bb0ab203b05eb50d5e93990b149/C, priority=12, startTime=1732382825326; duration=0sec 2024-11-23T17:27:05,800 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:05,800 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69156bb0ab203b05eb50d5e93990b149:C 2024-11-23T17:27:05,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/29be3b4a9ecf4576a1a043c858330399 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/29be3b4a9ecf4576a1a043c858330399 2024-11-23T17:27:05,806 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/29be3b4a9ecf4576a1a043c858330399, entries=150, sequenceid=128, filesize=11.7 K 2024-11-23T17:27:05,806 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=0 B/0 for 69156bb0ab203b05eb50d5e93990b149 in 471ms, sequenceid=128, compaction requested=false 2024-11-23T17:27:05,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:05,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:05,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-23T17:27:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-23T17:27:05,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-23T17:27:05,809 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8460 sec 2024-11-23T17:27:05,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.8490 sec 2024-11-23T17:27:06,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-23T17:27:06,066 INFO [Thread-1986 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-23T17:27:06,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:27:06,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-23T17:27:06,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T17:27:06,069 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:27:06,069 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:27:06,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:27:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T17:27:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 69156bb0ab203b05eb50d5e93990b149 2024-11-23T17:27:06,213 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 69156bb0ab203b05eb50d5e93990b149 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T17:27:06,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=A 2024-11-23T17:27:06,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:06,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=B 2024-11-23T17:27:06,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:06,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=C 2024-11-23T17:27:06,214 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:06,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/9a576012085049f383165242eb08e51b is 50, key is test_row_0/A:col10/1732382826209/Put/seqid=0 2024-11-23T17:27:06,221 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:06,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742293_1469 (size=14541) 2024-11-23T17:27:06,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T17:27:06,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:06,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:06,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:06,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:06,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:06,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:06,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:06,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:06,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382886263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:06,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382886263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:06,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:06,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:06,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382886264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:06,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382886265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:06,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382886271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T17:27:06,373 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:06,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T17:27:06,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:06,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:06,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:06,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:06,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:06,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382886371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:06,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382886371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:06,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382886371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:06,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382886371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:06,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:06,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382886379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:06,526 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:06,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T17:27:06,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:06,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:06,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:06,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:06,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:06,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:06,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:06,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382886576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:06,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382886577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:06,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382886577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:06,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382886577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:06,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:06,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382886584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:06,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/9a576012085049f383165242eb08e51b 2024-11-23T17:27:06,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/fd9de98c17a441be9ff2b7c3262e8545 is 50, key is test_row_0/B:col10/1732382826209/Put/seqid=0 2024-11-23T17:27:06,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742294_1470 (size=12151) 2024-11-23T17:27:06,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T17:27:06,679 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:06,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T17:27:06,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:06,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:06,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:06,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:06,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:06,832 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:06,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T17:27:06,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:06,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:06,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:06,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:06,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:06,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:06,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:06,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382886882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:06,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382886882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:06,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382886883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:06,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:06,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382886883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:06,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382886890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:06,985 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:06,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T17:27:06,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:06,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:06,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:06,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:06,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:07,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/fd9de98c17a441be9ff2b7c3262e8545 2024-11-23T17:27:07,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/41f8f4b1ba834750bad9241c258287a2 is 50, key is test_row_0/C:col10/1732382826209/Put/seqid=0 2024-11-23T17:27:07,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742295_1471 (size=12151) 2024-11-23T17:27:07,137 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:07,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T17:27:07,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:07,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:07,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:07,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:07,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T17:27:07,290 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:07,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T17:27:07,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:07,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:07,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:07,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:07,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:07,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382887387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:07,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382887388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:07,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382887389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:07,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382887389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:07,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382887397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:07,443 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:07,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T17:27:07,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:07,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:07,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:07,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/41f8f4b1ba834750bad9241c258287a2 2024-11-23T17:27:07,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:07,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:07,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/9a576012085049f383165242eb08e51b as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/9a576012085049f383165242eb08e51b 2024-11-23T17:27:07,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/9a576012085049f383165242eb08e51b, entries=200, sequenceid=143, filesize=14.2 K 2024-11-23T17:27:07,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/fd9de98c17a441be9ff2b7c3262e8545 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/fd9de98c17a441be9ff2b7c3262e8545 2024-11-23T17:27:07,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/fd9de98c17a441be9ff2b7c3262e8545, entries=150, sequenceid=143, filesize=11.9 K 2024-11-23T17:27:07,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/41f8f4b1ba834750bad9241c258287a2 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/41f8f4b1ba834750bad9241c258287a2 2024-11-23T17:27:07,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/41f8f4b1ba834750bad9241c258287a2, entries=150, sequenceid=143, filesize=11.9 K 2024-11-23T17:27:07,460 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 69156bb0ab203b05eb50d5e93990b149 in 1247ms, sequenceid=143, compaction requested=true 2024-11-23T17:27:07,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:07,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69156bb0ab203b05eb50d5e93990b149:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:27:07,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:07,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69156bb0ab203b05eb50d5e93990b149:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:27:07,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:07,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69156bb0ab203b05eb50d5e93990b149:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:27:07,460 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:07,460 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:07,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:27:07,461 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:07,461 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:07,461 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 69156bb0ab203b05eb50d5e93990b149/A is initiating minor compaction (all files) 2024-11-23T17:27:07,461 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 69156bb0ab203b05eb50d5e93990b149/B is initiating minor compaction (all files) 2024-11-23T17:27:07,461 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69156bb0ab203b05eb50d5e93990b149/A in TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:07,461 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69156bb0ab203b05eb50d5e93990b149/B in TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:07,461 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/b75dc52e4ebf470189124745d2656e85, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/c54cb590aa7d4a5e969d90277ae525d2, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/fd9de98c17a441be9ff2b7c3262e8545] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp, totalSize=35.5 K 2024-11-23T17:27:07,461 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/b6c2bd9147624103b12f6e4faca352c9, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/4df823729c6b4e2a8dd7279b3bfeba2f, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/9a576012085049f383165242eb08e51b] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp, totalSize=37.9 K 2024-11-23T17:27:07,462 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting b75dc52e4ebf470189124745d2656e85, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732382823744 2024-11-23T17:27:07,462 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6c2bd9147624103b12f6e4faca352c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732382823744 2024-11-23T17:27:07,462 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting c54cb590aa7d4a5e969d90277ae525d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732382824076 2024-11-23T17:27:07,462 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4df823729c6b4e2a8dd7279b3bfeba2f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732382824076 2024-11-23T17:27:07,462 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a576012085049f383165242eb08e51b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732382826209 2024-11-23T17:27:07,462 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting fd9de98c17a441be9ff2b7c3262e8545, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732382826209 2024-11-23T17:27:07,468 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69156bb0ab203b05eb50d5e93990b149#A#compaction#393 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:07,469 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/90481ec886f349a28bcfad2202d95b33 is 50, key is test_row_0/A:col10/1732382826209/Put/seqid=0 2024-11-23T17:27:07,469 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69156bb0ab203b05eb50d5e93990b149#B#compaction#394 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:07,469 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/2fdd83abf3cb4ad9aca2849deb808c63 is 50, key is test_row_0/B:col10/1732382826209/Put/seqid=0 2024-11-23T17:27:07,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742297_1473 (size=12493) 2024-11-23T17:27:07,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742296_1472 (size=12493) 2024-11-23T17:27:07,479 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/2fdd83abf3cb4ad9aca2849deb808c63 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/2fdd83abf3cb4ad9aca2849deb808c63 2024-11-23T17:27:07,484 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69156bb0ab203b05eb50d5e93990b149/B of 69156bb0ab203b05eb50d5e93990b149 into 2fdd83abf3cb4ad9aca2849deb808c63(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:07,485 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:07,485 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149., storeName=69156bb0ab203b05eb50d5e93990b149/B, priority=13, startTime=1732382827460; duration=0sec 2024-11-23T17:27:07,485 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:27:07,485 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69156bb0ab203b05eb50d5e93990b149:B 2024-11-23T17:27:07,485 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:07,486 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:07,486 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 69156bb0ab203b05eb50d5e93990b149/C is initiating minor compaction (all files) 2024-11-23T17:27:07,486 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69156bb0ab203b05eb50d5e93990b149/C in TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:07,486 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/834c58ece73b49a88f121ed6d68f55ef, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/29be3b4a9ecf4576a1a043c858330399, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/41f8f4b1ba834750bad9241c258287a2] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp, totalSize=35.5 K 2024-11-23T17:27:07,486 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 834c58ece73b49a88f121ed6d68f55ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732382823744 2024-11-23T17:27:07,486 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 29be3b4a9ecf4576a1a043c858330399, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732382824076 2024-11-23T17:27:07,487 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 41f8f4b1ba834750bad9241c258287a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732382826209 2024-11-23T17:27:07,492 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69156bb0ab203b05eb50d5e93990b149#C#compaction#395 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:07,492 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/578e72ea57714727b662a57121f9cef5 is 50, key is test_row_0/C:col10/1732382826209/Put/seqid=0 2024-11-23T17:27:07,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742298_1474 (size=12493) 2024-11-23T17:27:07,595 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:07,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-23T17:27:07,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:07,596 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 69156bb0ab203b05eb50d5e93990b149 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T17:27:07,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=A 2024-11-23T17:27:07,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:07,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=B 2024-11-23T17:27:07,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:07,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=C 2024-11-23T17:27:07,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:07,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/abca42658b234fd7bf3eeeb7b8761267 is 50, key is test_row_0/A:col10/1732382826262/Put/seqid=0 2024-11-23T17:27:07,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742299_1475 (size=12151) 2024-11-23T17:27:07,604 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/abca42658b234fd7bf3eeeb7b8761267 2024-11-23T17:27:07,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/e6b4915d47974342a2ed62a8a9eaf8bc is 50, key is test_row_0/B:col10/1732382826262/Put/seqid=0 2024-11-23T17:27:07,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742300_1476 (size=12151) 2024-11-23T17:27:07,618 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/e6b4915d47974342a2ed62a8a9eaf8bc 2024-11-23T17:27:07,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/e7cc10b8da7741218db7e5c30f897485 is 50, key is test_row_0/C:col10/1732382826262/Put/seqid=0 2024-11-23T17:27:07,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742301_1477 (size=12151) 2024-11-23T17:27:07,879 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/90481ec886f349a28bcfad2202d95b33 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/90481ec886f349a28bcfad2202d95b33 2024-11-23T17:27:07,883 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69156bb0ab203b05eb50d5e93990b149/A of 69156bb0ab203b05eb50d5e93990b149 into 90481ec886f349a28bcfad2202d95b33(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:07,883 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:07,883 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149., storeName=69156bb0ab203b05eb50d5e93990b149/A, priority=13, startTime=1732382827460; duration=0sec 2024-11-23T17:27:07,883 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:07,883 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69156bb0ab203b05eb50d5e93990b149:A 2024-11-23T17:27:07,899 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/578e72ea57714727b662a57121f9cef5 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/578e72ea57714727b662a57121f9cef5 2024-11-23T17:27:07,903 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69156bb0ab203b05eb50d5e93990b149/C of 69156bb0ab203b05eb50d5e93990b149 into 578e72ea57714727b662a57121f9cef5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:07,903 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:07,903 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149., storeName=69156bb0ab203b05eb50d5e93990b149/C, priority=13, startTime=1732382827460; duration=0sec 2024-11-23T17:27:07,903 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:07,903 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69156bb0ab203b05eb50d5e93990b149:C 2024-11-23T17:27:08,031 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/e7cc10b8da7741218db7e5c30f897485 2024-11-23T17:27:08,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/abca42658b234fd7bf3eeeb7b8761267 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/abca42658b234fd7bf3eeeb7b8761267 2024-11-23T17:27:08,038 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/abca42658b234fd7bf3eeeb7b8761267, entries=150, sequenceid=168, filesize=11.9 K 2024-11-23T17:27:08,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/e6b4915d47974342a2ed62a8a9eaf8bc as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/e6b4915d47974342a2ed62a8a9eaf8bc 2024-11-23T17:27:08,042 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/e6b4915d47974342a2ed62a8a9eaf8bc, entries=150, sequenceid=168, filesize=11.9 K 2024-11-23T17:27:08,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/e7cc10b8da7741218db7e5c30f897485 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/e7cc10b8da7741218db7e5c30f897485 2024-11-23T17:27:08,046 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/e7cc10b8da7741218db7e5c30f897485, entries=150, sequenceid=168, filesize=11.9 K 2024-11-23T17:27:08,047 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 69156bb0ab203b05eb50d5e93990b149 in 451ms, sequenceid=168, compaction requested=false 2024-11-23T17:27:08,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:08,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:08,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-23T17:27:08,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-23T17:27:08,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-23T17:27:08,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9790 sec 2024-11-23T17:27:08,051 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.9830 sec 2024-11-23T17:27:08,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-23T17:27:08,173 INFO [Thread-1986 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-23T17:27:08,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:27:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-23T17:27:08,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T17:27:08,175 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:27:08,176 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:27:08,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:27:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T17:27:08,327 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:08,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-23T17:27:08,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:08,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:08,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:08,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-23T17:27:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-23T17:27:08,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-23T17:27:08,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 153 msec 2024-11-23T17:27:08,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 157 msec 2024-11-23T17:27:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 69156bb0ab203b05eb50d5e93990b149 2024-11-23T17:27:08,402 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 69156bb0ab203b05eb50d5e93990b149 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T17:27:08,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=A 2024-11-23T17:27:08,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:08,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=B 2024-11-23T17:27:08,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:08,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=C 2024-11-23T17:27:08,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:08,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/3b9bd01641fe41fa939443facc29472a is 50, key is test_row_0/A:col10/1732382828395/Put/seqid=0 2024-11-23T17:27:08,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742302_1478 (size=14541) 2024-11-23T17:27:08,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:08,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382888425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:08,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:08,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382888426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:08,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:08,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382888427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:08,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382888431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:08,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382888432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-23T17:27:08,477 INFO [Thread-1986 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-23T17:27:08,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:27:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-23T17:27:08,479 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:27:08,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T17:27:08,480 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:27:08,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:27:08,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382888533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:08,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382888533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:08,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382888534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:08,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382888538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:08,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:08,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382888538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:08,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T17:27:08,631 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:08,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-23T17:27:08,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:08,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:08,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:08,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:08,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:08,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:08,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382888737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:08,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:08,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382888737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:08,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382888739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:08,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382888742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:08,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382888742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:08,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T17:27:08,784 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:08,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-23T17:27:08,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:08,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:08,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:08,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:08,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:08,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:08,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/3b9bd01641fe41fa939443facc29472a 2024-11-23T17:27:08,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/51126ae1a9684471a322cd7123691732 is 50, key is test_row_0/B:col10/1732382828395/Put/seqid=0 2024-11-23T17:27:08,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742303_1479 (size=12151) 2024-11-23T17:27:08,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/51126ae1a9684471a322cd7123691732 2024-11-23T17:27:08,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/469bf130436040369b534c0e4fa8786d is 50, key is test_row_0/C:col10/1732382828395/Put/seqid=0 2024-11-23T17:27:08,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742304_1480 (size=12151) 2024-11-23T17:27:08,848 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/469bf130436040369b534c0e4fa8786d 2024-11-23T17:27:08,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/3b9bd01641fe41fa939443facc29472a as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/3b9bd01641fe41fa939443facc29472a 2024-11-23T17:27:08,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/3b9bd01641fe41fa939443facc29472a, entries=200, sequenceid=182, filesize=14.2 K 2024-11-23T17:27:08,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/51126ae1a9684471a322cd7123691732 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/51126ae1a9684471a322cd7123691732 2024-11-23T17:27:08,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/51126ae1a9684471a322cd7123691732, entries=150, sequenceid=182, filesize=11.9 K 2024-11-23T17:27:08,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/469bf130436040369b534c0e4fa8786d as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/469bf130436040369b534c0e4fa8786d 2024-11-23T17:27:08,864 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/469bf130436040369b534c0e4fa8786d, entries=150, sequenceid=182, filesize=11.9 K 2024-11-23T17:27:08,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 69156bb0ab203b05eb50d5e93990b149 in 463ms, sequenceid=182, compaction requested=true 2024-11-23T17:27:08,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:08,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69156bb0ab203b05eb50d5e93990b149:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:27:08,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:08,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69156bb0ab203b05eb50d5e93990b149:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:27:08,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:08,865 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:08,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69156bb0ab203b05eb50d5e93990b149:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:27:08,865 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:08,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:27:08,867 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:08,867 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 69156bb0ab203b05eb50d5e93990b149/B is initiating minor compaction (all files) 2024-11-23T17:27:08,867 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69156bb0ab203b05eb50d5e93990b149/B in TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:08,867 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/2fdd83abf3cb4ad9aca2849deb808c63, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/e6b4915d47974342a2ed62a8a9eaf8bc, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/51126ae1a9684471a322cd7123691732] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp, totalSize=35.9 K 2024-11-23T17:27:08,867 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:08,867 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 69156bb0ab203b05eb50d5e93990b149/A is initiating minor compaction (all files) 2024-11-23T17:27:08,868 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69156bb0ab203b05eb50d5e93990b149/A in TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:08,868 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 2fdd83abf3cb4ad9aca2849deb808c63, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732382826209 2024-11-23T17:27:08,868 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/90481ec886f349a28bcfad2202d95b33, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/abca42658b234fd7bf3eeeb7b8761267, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/3b9bd01641fe41fa939443facc29472a] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp, totalSize=38.3 K 2024-11-23T17:27:08,868 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting e6b4915d47974342a2ed62a8a9eaf8bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732382826262 2024-11-23T17:27:08,868 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90481ec886f349a28bcfad2202d95b33, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732382826209 2024-11-23T17:27:08,868 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 51126ae1a9684471a322cd7123691732, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732382828395 2024-11-23T17:27:08,868 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting abca42658b234fd7bf3eeeb7b8761267, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732382826262 2024-11-23T17:27:08,869 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b9bd01641fe41fa939443facc29472a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732382828395 2024-11-23T17:27:08,875 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69156bb0ab203b05eb50d5e93990b149#B#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:08,875 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/b45c8dcf8e82454b9ac4137ca06f4230 is 50, key is test_row_0/B:col10/1732382828395/Put/seqid=0 2024-11-23T17:27:08,881 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69156bb0ab203b05eb50d5e93990b149#A#compaction#403 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:08,881 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/de36b35996764faa8aa9e1d47f7c9f38 is 50, key is test_row_0/A:col10/1732382828395/Put/seqid=0 2024-11-23T17:27:08,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742305_1481 (size=12595) 2024-11-23T17:27:08,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742306_1482 (size=12595) 2024-11-23T17:27:08,897 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/de36b35996764faa8aa9e1d47f7c9f38 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/de36b35996764faa8aa9e1d47f7c9f38 2024-11-23T17:27:08,902 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69156bb0ab203b05eb50d5e93990b149/A of 69156bb0ab203b05eb50d5e93990b149 into de36b35996764faa8aa9e1d47f7c9f38(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:08,902 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:08,902 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149., storeName=69156bb0ab203b05eb50d5e93990b149/A, priority=13, startTime=1732382828865; duration=0sec 2024-11-23T17:27:08,902 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:27:08,902 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69156bb0ab203b05eb50d5e93990b149:A 2024-11-23T17:27:08,902 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:08,904 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:08,904 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 69156bb0ab203b05eb50d5e93990b149/C is initiating minor compaction (all files) 2024-11-23T17:27:08,904 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69156bb0ab203b05eb50d5e93990b149/C in TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:08,904 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/578e72ea57714727b662a57121f9cef5, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/e7cc10b8da7741218db7e5c30f897485, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/469bf130436040369b534c0e4fa8786d] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp, totalSize=35.9 K 2024-11-23T17:27:08,904 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 578e72ea57714727b662a57121f9cef5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1732382826209 2024-11-23T17:27:08,905 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7cc10b8da7741218db7e5c30f897485, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732382826262 2024-11-23T17:27:08,905 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 469bf130436040369b534c0e4fa8786d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732382828395 2024-11-23T17:27:08,912 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69156bb0ab203b05eb50d5e93990b149#C#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:08,913 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/5a2d2093ef894ba592d21f439d4252cb is 50, key is test_row_0/C:col10/1732382828395/Put/seqid=0 2024-11-23T17:27:08,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742307_1483 (size=12595) 2024-11-23T17:27:08,937 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:08,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-23T17:27:08,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:08,937 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 69156bb0ab203b05eb50d5e93990b149 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T17:27:08,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=A 2024-11-23T17:27:08,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:08,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=B 2024-11-23T17:27:08,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:08,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=C 2024-11-23T17:27:08,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:08,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/53c21e78ae6444a18492f9a1e7c86145 is 50, key is test_row_0/A:col10/1732382828430/Put/seqid=0 2024-11-23T17:27:08,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742308_1484 (size=12151) 2024-11-23T17:27:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 69156bb0ab203b05eb50d5e93990b149 2024-11-23T17:27:09,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:09,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382889056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:09,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382889056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:09,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382889056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:09,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382889057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:09,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382889057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T17:27:09,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382889162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:09,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382889162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:09,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382889162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:09,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:09,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382889167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:09,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:09,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382889167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:09,291 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/b45c8dcf8e82454b9ac4137ca06f4230 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/b45c8dcf8e82454b9ac4137ca06f4230 2024-11-23T17:27:09,295 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69156bb0ab203b05eb50d5e93990b149/B of 69156bb0ab203b05eb50d5e93990b149 into b45c8dcf8e82454b9ac4137ca06f4230(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:09,295 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:09,295 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149., storeName=69156bb0ab203b05eb50d5e93990b149/B, priority=13, startTime=1732382828865; duration=0sec 2024-11-23T17:27:09,295 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:09,295 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69156bb0ab203b05eb50d5e93990b149:B 2024-11-23T17:27:09,320 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/5a2d2093ef894ba592d21f439d4252cb as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/5a2d2093ef894ba592d21f439d4252cb 2024-11-23T17:27:09,324 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69156bb0ab203b05eb50d5e93990b149/C of 69156bb0ab203b05eb50d5e93990b149 into 5a2d2093ef894ba592d21f439d4252cb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:09,324 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:09,324 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149., storeName=69156bb0ab203b05eb50d5e93990b149/C, priority=13, startTime=1732382828865; duration=0sec 2024-11-23T17:27:09,325 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:09,325 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69156bb0ab203b05eb50d5e93990b149:C 2024-11-23T17:27:09,348 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/53c21e78ae6444a18492f9a1e7c86145 2024-11-23T17:27:09,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/123a7c7e9e734cfaaea8de5d82f0e2a2 is 50, key is test_row_0/B:col10/1732382828430/Put/seqid=0 2024-11-23T17:27:09,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742309_1485 (size=12151) 2024-11-23T17:27:09,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:09,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382889370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:09,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382889370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:09,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382889370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:09,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382889371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:09,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:09,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382889371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T17:27:09,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382889673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:09,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382889675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:09,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382889675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:09,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382889676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:09,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382889676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:09,759 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/123a7c7e9e734cfaaea8de5d82f0e2a2 2024-11-23T17:27:09,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/bdd02559f2d2448292e62dc59e5ec112 is 50, key is test_row_0/C:col10/1732382828430/Put/seqid=0 2024-11-23T17:27:09,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742310_1486 (size=12151) 2024-11-23T17:27:09,773 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/bdd02559f2d2448292e62dc59e5ec112 2024-11-23T17:27:09,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/53c21e78ae6444a18492f9a1e7c86145 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/53c21e78ae6444a18492f9a1e7c86145 2024-11-23T17:27:09,780 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/53c21e78ae6444a18492f9a1e7c86145, entries=150, sequenceid=208, filesize=11.9 K 2024-11-23T17:27:09,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/123a7c7e9e734cfaaea8de5d82f0e2a2 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/123a7c7e9e734cfaaea8de5d82f0e2a2 2024-11-23T17:27:09,784 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/123a7c7e9e734cfaaea8de5d82f0e2a2, entries=150, sequenceid=208, filesize=11.9 K 2024-11-23T17:27:09,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/bdd02559f2d2448292e62dc59e5ec112 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/bdd02559f2d2448292e62dc59e5ec112 2024-11-23T17:27:09,789 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/bdd02559f2d2448292e62dc59e5ec112, entries=150, sequenceid=208, filesize=11.9 K 2024-11-23T17:27:09,790 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 69156bb0ab203b05eb50d5e93990b149 in 853ms, sequenceid=208, compaction requested=false 2024-11-23T17:27:09,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:09,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:09,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-23T17:27:09,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-23T17:27:09,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-23T17:27:09,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3110 sec 2024-11-23T17:27:09,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.3150 sec 2024-11-23T17:27:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 69156bb0ab203b05eb50d5e93990b149 2024-11-23T17:27:10,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 69156bb0ab203b05eb50d5e93990b149 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T17:27:10,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=A 2024-11-23T17:27:10,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:10,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=B 2024-11-23T17:27:10,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:10,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=C 2024-11-23T17:27:10,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:10,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/d747497d482e4efd9a825ad4c4c61cd0 is 50, key is test_row_0/A:col10/1732382829056/Put/seqid=0 2024-11-23T17:27:10,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742311_1487 (size=16931) 2024-11-23T17:27:10,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:10,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382890202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:10,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:10,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382890203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:10,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:10,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382890204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:10,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:10,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382890205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:10,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382890205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:10,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:10,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382890306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:10,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:10,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382890307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:10,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:10,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382890310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:10,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:10,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382890310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:10,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:10,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382890311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:10,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382890511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:10,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382890511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:10,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382890513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:10,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382890514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:10,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382890517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-23T17:27:10,583 INFO [Thread-1986 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-23T17:27:10,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:27:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-23T17:27:10,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T17:27:10,586 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:27:10,586 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:27:10,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:27:10,593 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/d747497d482e4efd9a825ad4c4c61cd0 2024-11-23T17:27:10,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/0e80035b38f94c9190dd5a3f6d6b3980 is 50, key is test_row_0/B:col10/1732382829056/Put/seqid=0 2024-11-23T17:27:10,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742312_1488 (size=12151) 2024-11-23T17:27:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T17:27:10,737 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:10,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-23T17:27:10,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:10,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:10,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:10,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:10,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:10,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382890817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:10,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382890818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:10,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382890818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:10,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382890820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:10,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382890825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T17:27:10,890 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:10,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-23T17:27:10,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:10,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:10,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:10,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:10,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:11,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/0e80035b38f94c9190dd5a3f6d6b3980 2024-11-23T17:27:11,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/e34100bc6d0e4d32a9cb9cb38b2fdeec is 50, key is test_row_0/C:col10/1732382829056/Put/seqid=0 2024-11-23T17:27:11,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742313_1489 (size=12151) 2024-11-23T17:27:11,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/e34100bc6d0e4d32a9cb9cb38b2fdeec 2024-11-23T17:27:11,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/d747497d482e4efd9a825ad4c4c61cd0 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/d747497d482e4efd9a825ad4c4c61cd0 2024-11-23T17:27:11,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/d747497d482e4efd9a825ad4c4c61cd0, entries=250, sequenceid=223, filesize=16.5 K 2024-11-23T17:27:11,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/0e80035b38f94c9190dd5a3f6d6b3980 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/0e80035b38f94c9190dd5a3f6d6b3980 2024-11-23T17:27:11,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/0e80035b38f94c9190dd5a3f6d6b3980, entries=150, sequenceid=223, filesize=11.9 K 2024-11-23T17:27:11,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/e34100bc6d0e4d32a9cb9cb38b2fdeec as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/e34100bc6d0e4d32a9cb9cb38b2fdeec 2024-11-23T17:27:11,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/e34100bc6d0e4d32a9cb9cb38b2fdeec, entries=150, sequenceid=223, filesize=11.9 K 2024-11-23T17:27:11,032 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 69156bb0ab203b05eb50d5e93990b149 in 849ms, sequenceid=223, compaction requested=true 2024-11-23T17:27:11,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:11,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69156bb0ab203b05eb50d5e93990b149:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:27:11,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:11,032 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:11,032 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:11,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69156bb0ab203b05eb50d5e93990b149:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:27:11,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:11,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69156bb0ab203b05eb50d5e93990b149:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:27:11,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:27:11,033 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:11,033 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:11,033 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 69156bb0ab203b05eb50d5e93990b149/A is initiating minor compaction (all files) 2024-11-23T17:27:11,033 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 69156bb0ab203b05eb50d5e93990b149/B is initiating minor compaction (all files) 2024-11-23T17:27:11,033 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69156bb0ab203b05eb50d5e93990b149/A in TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:11,033 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69156bb0ab203b05eb50d5e93990b149/B in TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:11,033 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/de36b35996764faa8aa9e1d47f7c9f38, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/53c21e78ae6444a18492f9a1e7c86145, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/d747497d482e4efd9a825ad4c4c61cd0] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp, totalSize=40.7 K 2024-11-23T17:27:11,033 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/b45c8dcf8e82454b9ac4137ca06f4230, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/123a7c7e9e734cfaaea8de5d82f0e2a2, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/0e80035b38f94c9190dd5a3f6d6b3980] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp, totalSize=36.0 K 2024-11-23T17:27:11,034 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting de36b35996764faa8aa9e1d47f7c9f38, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732382828395 2024-11-23T17:27:11,034 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting b45c8dcf8e82454b9ac4137ca06f4230, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732382828395 2024-11-23T17:27:11,034 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 123a7c7e9e734cfaaea8de5d82f0e2a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732382828423 2024-11-23T17:27:11,034 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53c21e78ae6444a18492f9a1e7c86145, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732382828423 2024-11-23T17:27:11,034 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e80035b38f94c9190dd5a3f6d6b3980, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732382829056 2024-11-23T17:27:11,034 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting d747497d482e4efd9a825ad4c4c61cd0, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732382829055 2024-11-23T17:27:11,040 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69156bb0ab203b05eb50d5e93990b149#B#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:11,040 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/cb0ecffd0ff340898970b5e4c27bacbc is 50, key is test_row_0/B:col10/1732382829056/Put/seqid=0 2024-11-23T17:27:11,041 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69156bb0ab203b05eb50d5e93990b149#A#compaction#412 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:11,041 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/356b55b047694dd1a001a4c7bd8ed760 is 50, key is test_row_0/A:col10/1732382829056/Put/seqid=0 2024-11-23T17:27:11,043 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:11,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-23T17:27:11,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:11,044 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 69156bb0ab203b05eb50d5e93990b149 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-23T17:27:11,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=A 2024-11-23T17:27:11,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:11,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=B 2024-11-23T17:27:11,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:11,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=C 2024-11-23T17:27:11,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:11,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742314_1490 (size=12697) 2024-11-23T17:27:11,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742315_1491 (size=12697) 2024-11-23T17:27:11,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/e55521fa03ac423c8b5796f66d54f193 is 50, key is test_row_0/A:col10/1732382830204/Put/seqid=0 2024-11-23T17:27:11,055 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/356b55b047694dd1a001a4c7bd8ed760 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/356b55b047694dd1a001a4c7bd8ed760 2024-11-23T17:27:11,061 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69156bb0ab203b05eb50d5e93990b149/A of 69156bb0ab203b05eb50d5e93990b149 into 356b55b047694dd1a001a4c7bd8ed760(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:11,061 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:11,061 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149., storeName=69156bb0ab203b05eb50d5e93990b149/A, priority=13, startTime=1732382831032; duration=0sec 2024-11-23T17:27:11,061 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:27:11,061 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69156bb0ab203b05eb50d5e93990b149:A 2024-11-23T17:27:11,061 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:11,063 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:11,063 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 69156bb0ab203b05eb50d5e93990b149/C is initiating minor compaction (all files) 2024-11-23T17:27:11,063 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69156bb0ab203b05eb50d5e93990b149/C in TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:11,063 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/5a2d2093ef894ba592d21f439d4252cb, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/bdd02559f2d2448292e62dc59e5ec112, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/e34100bc6d0e4d32a9cb9cb38b2fdeec] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp, totalSize=36.0 K 2024-11-23T17:27:11,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742316_1492 (size=12151) 2024-11-23T17:27:11,065 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a2d2093ef894ba592d21f439d4252cb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1732382828395 2024-11-23T17:27:11,066 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting bdd02559f2d2448292e62dc59e5ec112, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732382828423 2024-11-23T17:27:11,066 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting e34100bc6d0e4d32a9cb9cb38b2fdeec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732382829056 2024-11-23T17:27:11,078 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69156bb0ab203b05eb50d5e93990b149#C#compaction#414 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:11,079 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/7ca902b87909486d9b4b80496b7d200a is 50, key is test_row_0/C:col10/1732382829056/Put/seqid=0 2024-11-23T17:27:11,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742317_1493 (size=12697) 2024-11-23T17:27:11,087 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/7ca902b87909486d9b4b80496b7d200a as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/7ca902b87909486d9b4b80496b7d200a 2024-11-23T17:27:11,092 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69156bb0ab203b05eb50d5e93990b149/C of 69156bb0ab203b05eb50d5e93990b149 into 7ca902b87909486d9b4b80496b7d200a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:11,092 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:11,092 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149., storeName=69156bb0ab203b05eb50d5e93990b149/C, priority=13, startTime=1732382831032; duration=0sec 2024-11-23T17:27:11,092 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:11,092 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69156bb0ab203b05eb50d5e93990b149:C 2024-11-23T17:27:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T17:27:11,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 69156bb0ab203b05eb50d5e93990b149 2024-11-23T17:27:11,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382891336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:11,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382891336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:11,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382891337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:11,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382891340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:11,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382891341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:11,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382891442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:11,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382891442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:11,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382891442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:11,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382891443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:11,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382891446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:11,449 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/cb0ecffd0ff340898970b5e4c27bacbc as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/cb0ecffd0ff340898970b5e4c27bacbc 2024-11-23T17:27:11,453 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69156bb0ab203b05eb50d5e93990b149/B of 69156bb0ab203b05eb50d5e93990b149 into cb0ecffd0ff340898970b5e4c27bacbc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:11,454 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:11,454 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149., storeName=69156bb0ab203b05eb50d5e93990b149/B, priority=13, startTime=1732382831032; duration=0sec 2024-11-23T17:27:11,454 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:11,454 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69156bb0ab203b05eb50d5e93990b149:B 2024-11-23T17:27:11,466 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/e55521fa03ac423c8b5796f66d54f193 2024-11-23T17:27:11,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/745b4600868d44539aed2a24bfcb2c60 is 50, key is test_row_0/B:col10/1732382830204/Put/seqid=0 2024-11-23T17:27:11,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742318_1494 (size=12151) 2024-11-23T17:27:11,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382891648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:11,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382891648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:11,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382891648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:11,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:11,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382891648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:11,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:11,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382891649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:11,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T17:27:11,844 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T17:27:11,883 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/745b4600868d44539aed2a24bfcb2c60 2024-11-23T17:27:11,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/8e6839e4f2e843f384408fd5df80fefb is 50, key is test_row_0/C:col10/1732382830204/Put/seqid=0 2024-11-23T17:27:11,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742319_1495 (size=12151) 2024-11-23T17:27:11,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:11,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382891952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:11,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:11,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382891953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:11,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:11,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382891954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:11,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:11,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382891954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:11,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:11,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382891955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:12,293 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/8e6839e4f2e843f384408fd5df80fefb 2024-11-23T17:27:12,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/e55521fa03ac423c8b5796f66d54f193 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/e55521fa03ac423c8b5796f66d54f193 2024-11-23T17:27:12,300 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/e55521fa03ac423c8b5796f66d54f193, entries=150, sequenceid=246, filesize=11.9 K 2024-11-23T17:27:12,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/745b4600868d44539aed2a24bfcb2c60 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/745b4600868d44539aed2a24bfcb2c60 2024-11-23T17:27:12,304 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/745b4600868d44539aed2a24bfcb2c60, entries=150, sequenceid=246, filesize=11.9 K 2024-11-23T17:27:12,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/8e6839e4f2e843f384408fd5df80fefb as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/8e6839e4f2e843f384408fd5df80fefb 2024-11-23T17:27:12,308 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/8e6839e4f2e843f384408fd5df80fefb, entries=150, sequenceid=246, filesize=11.9 K 2024-11-23T17:27:12,308 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 69156bb0ab203b05eb50d5e93990b149 in 1264ms, sequenceid=246, compaction requested=false 2024-11-23T17:27:12,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:12,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:12,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-23T17:27:12,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-23T17:27:12,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-23T17:27:12,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7240 sec 2024-11-23T17:27:12,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.7270 sec 2024-11-23T17:27:12,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 69156bb0ab203b05eb50d5e93990b149 2024-11-23T17:27:12,458 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 69156bb0ab203b05eb50d5e93990b149 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-23T17:27:12,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=A 2024-11-23T17:27:12,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:12,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=B 2024-11-23T17:27:12,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:12,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=C 2024-11-23T17:27:12,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:12,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/8d3cda6443284a588129488ebde9c5b3 is 50, key is test_row_0/A:col10/1732382832458/Put/seqid=0 2024-11-23T17:27:12,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742320_1496 (size=17181) 2024-11-23T17:27:12,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382892475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:12,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382892477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:12,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382892478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:12,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382892479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:12,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382892480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:12,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382892581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:12,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382892584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:12,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382892584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:12,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382892584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:12,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382892585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-23T17:27:12,690 INFO [Thread-1986 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-23T17:27:12,691 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:27:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-23T17:27:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T17:27:12,692 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:27:12,693 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:27:12,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:27:12,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382892784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:12,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382892787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:12,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382892788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:12,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382892788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T17:27:12,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382892790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:12,844 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:12,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T17:27:12,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:12,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:12,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:12,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:12,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:12,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/8d3cda6443284a588129488ebde9c5b3 2024-11-23T17:27:12,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/db19e576fc34459094fa0a6c6babce06 is 50, key is test_row_0/B:col10/1732382832458/Put/seqid=0 2024-11-23T17:27:12,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742321_1497 (size=12301) 2024-11-23T17:27:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T17:27:12,997 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:12,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T17:27:12,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:12,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:12,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:12,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:12,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:13,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:13,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382893088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:13,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382893092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:13,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382893093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:13,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:13,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382893093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:13,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:13,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382893094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:13,149 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:13,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T17:27:13,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:13,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:13,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:13,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:13,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:13,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:13,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T17:27:13,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/db19e576fc34459094fa0a6c6babce06 2024-11-23T17:27:13,302 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:13,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T17:27:13,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:13,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:13,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:13,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:13,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:13,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/fd14cc35321e438c8110f63a4554d1e8 is 50, key is test_row_0/C:col10/1732382832458/Put/seqid=0 2024-11-23T17:27:13,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742322_1498 (size=12301) 2024-11-23T17:27:13,315 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/fd14cc35321e438c8110f63a4554d1e8 2024-11-23T17:27:13,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/8d3cda6443284a588129488ebde9c5b3 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/8d3cda6443284a588129488ebde9c5b3 2024-11-23T17:27:13,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/8d3cda6443284a588129488ebde9c5b3, entries=250, sequenceid=265, filesize=16.8 K 2024-11-23T17:27:13,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/db19e576fc34459094fa0a6c6babce06 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/db19e576fc34459094fa0a6c6babce06 2024-11-23T17:27:13,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/db19e576fc34459094fa0a6c6babce06, entries=150, sequenceid=265, filesize=12.0 K 2024-11-23T17:27:13,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/fd14cc35321e438c8110f63a4554d1e8 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/fd14cc35321e438c8110f63a4554d1e8 2024-11-23T17:27:13,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/fd14cc35321e438c8110f63a4554d1e8, entries=150, sequenceid=265, filesize=12.0 K 2024-11-23T17:27:13,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 69156bb0ab203b05eb50d5e93990b149 in 875ms, sequenceid=265, compaction requested=true 2024-11-23T17:27:13,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:13,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69156bb0ab203b05eb50d5e93990b149:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:27:13,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:13,333 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:13,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69156bb0ab203b05eb50d5e93990b149:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:27:13,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:13,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69156bb0ab203b05eb50d5e93990b149:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:27:13,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:27:13,333 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:13,334 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:13,334 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42029 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:13,334 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 69156bb0ab203b05eb50d5e93990b149/B is initiating minor compaction (all files) 2024-11-23T17:27:13,334 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 69156bb0ab203b05eb50d5e93990b149/A is initiating minor compaction (all files) 2024-11-23T17:27:13,334 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69156bb0ab203b05eb50d5e93990b149/B in TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:13,334 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69156bb0ab203b05eb50d5e93990b149/A in TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:13,334 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/cb0ecffd0ff340898970b5e4c27bacbc, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/745b4600868d44539aed2a24bfcb2c60, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/db19e576fc34459094fa0a6c6babce06] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp, totalSize=36.3 K 2024-11-23T17:27:13,334 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/356b55b047694dd1a001a4c7bd8ed760, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/e55521fa03ac423c8b5796f66d54f193, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/8d3cda6443284a588129488ebde9c5b3] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp, totalSize=41.0 K 2024-11-23T17:27:13,335 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting cb0ecffd0ff340898970b5e4c27bacbc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732382829056 2024-11-23T17:27:13,335 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 356b55b047694dd1a001a4c7bd8ed760, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732382829056 2024-11-23T17:27:13,336 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 745b4600868d44539aed2a24bfcb2c60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732382830202 2024-11-23T17:27:13,336 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting e55521fa03ac423c8b5796f66d54f193, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732382830202 2024-11-23T17:27:13,336 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting db19e576fc34459094fa0a6c6babce06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732382831335 2024-11-23T17:27:13,336 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d3cda6443284a588129488ebde9c5b3, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732382831335 2024-11-23T17:27:13,345 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69156bb0ab203b05eb50d5e93990b149#B#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:13,346 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69156bb0ab203b05eb50d5e93990b149#A#compaction#421 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:13,346 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/a1a232c6e91d42c1894853868cfa576d is 50, key is test_row_0/B:col10/1732382832458/Put/seqid=0 2024-11-23T17:27:13,346 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/2cb24c9dacf04902a1ee07ef8bd9b799 is 50, key is test_row_0/A:col10/1732382832458/Put/seqid=0 2024-11-23T17:27:13,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742324_1500 (size=12949) 2024-11-23T17:27:13,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742323_1499 (size=12949) 2024-11-23T17:27:13,362 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/a1a232c6e91d42c1894853868cfa576d as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/a1a232c6e91d42c1894853868cfa576d 2024-11-23T17:27:13,368 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69156bb0ab203b05eb50d5e93990b149/B of 69156bb0ab203b05eb50d5e93990b149 into a1a232c6e91d42c1894853868cfa576d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:13,368 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:13,368 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149., storeName=69156bb0ab203b05eb50d5e93990b149/B, priority=13, startTime=1732382833333; duration=0sec 2024-11-23T17:27:13,368 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:27:13,368 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69156bb0ab203b05eb50d5e93990b149:B 2024-11-23T17:27:13,368 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:13,369 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:13,369 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 69156bb0ab203b05eb50d5e93990b149/C is initiating minor compaction (all files) 2024-11-23T17:27:13,369 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69156bb0ab203b05eb50d5e93990b149/C in TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:13,369 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/7ca902b87909486d9b4b80496b7d200a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/8e6839e4f2e843f384408fd5df80fefb, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/fd14cc35321e438c8110f63a4554d1e8] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp, totalSize=36.3 K 2024-11-23T17:27:13,370 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ca902b87909486d9b4b80496b7d200a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732382829056 2024-11-23T17:27:13,370 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 8e6839e4f2e843f384408fd5df80fefb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732382830202 2024-11-23T17:27:13,370 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting fd14cc35321e438c8110f63a4554d1e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732382831335 2024-11-23T17:27:13,376 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69156bb0ab203b05eb50d5e93990b149#C#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:13,377 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/5b89c885a74741a7bf79bbec1da4365c is 50, key is test_row_0/C:col10/1732382832458/Put/seqid=0 2024-11-23T17:27:13,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742325_1501 (size=12949) 2024-11-23T17:27:13,454 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:13,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-23T17:27:13,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:13,455 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 69156bb0ab203b05eb50d5e93990b149 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T17:27:13,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=A 2024-11-23T17:27:13,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:13,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=B 2024-11-23T17:27:13,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:13,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=C 2024-11-23T17:27:13,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:13,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/ef550366cc1f4604bf3ce3b25f548bf8 is 50, key is test_row_0/A:col10/1732382832479/Put/seqid=0 2024-11-23T17:27:13,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742326_1502 (size=12301) 2024-11-23T17:27:13,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 69156bb0ab203b05eb50d5e93990b149 2024-11-23T17:27:13,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:13,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:13,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382893608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:13,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:13,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382893608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:13,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382893609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:13,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382893610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:13,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382893610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:13,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382893711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:13,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:13,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382893714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:13,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382893715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:13,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382893715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:13,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382893715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:13,758 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/2cb24c9dacf04902a1ee07ef8bd9b799 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/2cb24c9dacf04902a1ee07ef8bd9b799 2024-11-23T17:27:13,762 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69156bb0ab203b05eb50d5e93990b149/A of 69156bb0ab203b05eb50d5e93990b149 into 2cb24c9dacf04902a1ee07ef8bd9b799(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:13,762 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:13,762 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149., storeName=69156bb0ab203b05eb50d5e93990b149/A, priority=13, startTime=1732382833333; duration=0sec 2024-11-23T17:27:13,762 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:13,762 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69156bb0ab203b05eb50d5e93990b149:A 2024-11-23T17:27:13,785 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/5b89c885a74741a7bf79bbec1da4365c as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/5b89c885a74741a7bf79bbec1da4365c 2024-11-23T17:27:13,789 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69156bb0ab203b05eb50d5e93990b149/C of 69156bb0ab203b05eb50d5e93990b149 into 5b89c885a74741a7bf79bbec1da4365c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:13,789 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:13,789 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149., storeName=69156bb0ab203b05eb50d5e93990b149/C, priority=13, startTime=1732382833333; duration=0sec 2024-11-23T17:27:13,789 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:13,789 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69156bb0ab203b05eb50d5e93990b149:C 2024-11-23T17:27:13,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T17:27:13,865 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/ef550366cc1f4604bf3ce3b25f548bf8 2024-11-23T17:27:13,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/8d5e6bc06c7a4f159a276fab616a018a is 50, key is test_row_0/B:col10/1732382832479/Put/seqid=0 2024-11-23T17:27:13,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742327_1503 (size=12301) 2024-11-23T17:27:13,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:13,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382893915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:13,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382893918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:13,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382893920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:13,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:13,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382893920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:13,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382893921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:14,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:14,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382894222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:14,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382894224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:14,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:14,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382894225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:14,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:14,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382894226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:14,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:14,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382894227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:14,275 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/8d5e6bc06c7a4f159a276fab616a018a 2024-11-23T17:27:14,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/93d6b6a98f574f76b62eff903106aa3c is 50, key is test_row_0/C:col10/1732382832479/Put/seqid=0 2024-11-23T17:27:14,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742328_1504 (size=12301) 2024-11-23T17:27:14,285 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/93d6b6a98f574f76b62eff903106aa3c 2024-11-23T17:27:14,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/ef550366cc1f4604bf3ce3b25f548bf8 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/ef550366cc1f4604bf3ce3b25f548bf8 2024-11-23T17:27:14,292 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/ef550366cc1f4604bf3ce3b25f548bf8, entries=150, sequenceid=286, filesize=12.0 K 2024-11-23T17:27:14,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/8d5e6bc06c7a4f159a276fab616a018a as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/8d5e6bc06c7a4f159a276fab616a018a 2024-11-23T17:27:14,298 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/8d5e6bc06c7a4f159a276fab616a018a, entries=150, sequenceid=286, filesize=12.0 K 2024-11-23T17:27:14,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/93d6b6a98f574f76b62eff903106aa3c as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/93d6b6a98f574f76b62eff903106aa3c 2024-11-23T17:27:14,303 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/93d6b6a98f574f76b62eff903106aa3c, entries=150, sequenceid=286, filesize=12.0 K 2024-11-23T17:27:14,304 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 69156bb0ab203b05eb50d5e93990b149 in 849ms, sequenceid=286, compaction requested=false 2024-11-23T17:27:14,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:14,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:14,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-23T17:27:14,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-23T17:27:14,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-23T17:27:14,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6120 sec 2024-11-23T17:27:14,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.6160 sec 2024-11-23T17:27:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 69156bb0ab203b05eb50d5e93990b149 2024-11-23T17:27:14,729 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 69156bb0ab203b05eb50d5e93990b149 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T17:27:14,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=A 2024-11-23T17:27:14,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:14,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=B 2024-11-23T17:27:14,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:14,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=C 2024-11-23T17:27:14,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:14,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/73bb9b5e2dff4b64b689893a26c95835 is 50, key is test_row_0/A:col10/1732382833607/Put/seqid=0 2024-11-23T17:27:14,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742329_1505 (size=14741) 2024-11-23T17:27:14,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:14,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382894746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:14,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382894747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:14,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382894749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:14,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382894749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:14,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:14,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382894750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-23T17:27:14,796 INFO [Thread-1986 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-23T17:27:14,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:27:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-23T17:27:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T17:27:14,799 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:27:14,799 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:27:14,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:27:14,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382894851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:14,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382894852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:14,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:14,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382894852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:14,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382894857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:14,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:14,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382894857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:14,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T17:27:14,950 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:14,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-23T17:27:14,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:14,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:14,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:14,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:14,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:14,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:15,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382895056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:15,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382895056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:15,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382895056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:15,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:15,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382895062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:15,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:15,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382895062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T17:27:15,103 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:15,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-23T17:27:15,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:15,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:15,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:15,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:15,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:15,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:15,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/73bb9b5e2dff4b64b689893a26c95835 2024-11-23T17:27:15,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/e95980645c9e40fe8ea46d9289b996a3 is 50, key is test_row_0/B:col10/1732382833607/Put/seqid=0 2024-11-23T17:27:15,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742330_1506 (size=12301) 2024-11-23T17:27:15,256 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:15,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-23T17:27:15,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:15,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:15,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:15,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:15,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:15,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:15,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:15,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382895360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:15,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382895362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:15,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382895362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:15,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:15,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382895366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:15,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382895368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:15,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T17:27:15,409 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:15,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-23T17:27:15,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:15,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:15,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:15,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:15,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:15,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:15,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/e95980645c9e40fe8ea46d9289b996a3 2024-11-23T17:27:15,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/132a0f8f0677453ea6d662c2ae862258 is 50, key is test_row_0/C:col10/1732382833607/Put/seqid=0 2024-11-23T17:27:15,561 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:15,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-23T17:27:15,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:15,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:15,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:15,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:15,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:15,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:15,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742331_1507 (size=12301) 2024-11-23T17:27:15,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/132a0f8f0677453ea6d662c2ae862258 2024-11-23T17:27:15,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/73bb9b5e2dff4b64b689893a26c95835 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/73bb9b5e2dff4b64b689893a26c95835 2024-11-23T17:27:15,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/73bb9b5e2dff4b64b689893a26c95835, entries=200, sequenceid=305, filesize=14.4 K 2024-11-23T17:27:15,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/e95980645c9e40fe8ea46d9289b996a3 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/e95980645c9e40fe8ea46d9289b996a3 2024-11-23T17:27:15,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/e95980645c9e40fe8ea46d9289b996a3, entries=150, sequenceid=305, filesize=12.0 K 2024-11-23T17:27:15,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/132a0f8f0677453ea6d662c2ae862258 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/132a0f8f0677453ea6d662c2ae862258 2024-11-23T17:27:15,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/132a0f8f0677453ea6d662c2ae862258, entries=150, sequenceid=305, filesize=12.0 K 2024-11-23T17:27:15,584 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 69156bb0ab203b05eb50d5e93990b149 in 855ms, sequenceid=305, compaction requested=true 2024-11-23T17:27:15,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:15,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69156bb0ab203b05eb50d5e93990b149:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:27:15,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:15,585 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:15,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69156bb0ab203b05eb50d5e93990b149:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:27:15,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:15,585 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:15,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69156bb0ab203b05eb50d5e93990b149:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:27:15,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:27:15,586 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:15,586 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:15,586 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 69156bb0ab203b05eb50d5e93990b149/B is initiating minor compaction (all files) 2024-11-23T17:27:15,586 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 69156bb0ab203b05eb50d5e93990b149/A is initiating minor compaction (all files) 2024-11-23T17:27:15,586 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69156bb0ab203b05eb50d5e93990b149/B in TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:15,586 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69156bb0ab203b05eb50d5e93990b149/A in TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:15,586 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/a1a232c6e91d42c1894853868cfa576d, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/8d5e6bc06c7a4f159a276fab616a018a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/e95980645c9e40fe8ea46d9289b996a3] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp, totalSize=36.7 K 2024-11-23T17:27:15,586 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/2cb24c9dacf04902a1ee07ef8bd9b799, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/ef550366cc1f4604bf3ce3b25f548bf8, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/73bb9b5e2dff4b64b689893a26c95835] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp, totalSize=39.1 K 2024-11-23T17:27:15,586 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2cb24c9dacf04902a1ee07ef8bd9b799, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732382831335 2024-11-23T17:27:15,586 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting a1a232c6e91d42c1894853868cfa576d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732382831335 2024-11-23T17:27:15,587 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef550366cc1f4604bf3ce3b25f548bf8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732382832471 2024-11-23T17:27:15,587 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d5e6bc06c7a4f159a276fab616a018a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732382832471 2024-11-23T17:27:15,588 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73bb9b5e2dff4b64b689893a26c95835, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732382833607 2024-11-23T17:27:15,588 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting e95980645c9e40fe8ea46d9289b996a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732382833607 2024-11-23T17:27:15,595 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69156bb0ab203b05eb50d5e93990b149#A#compaction#429 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:15,595 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/3ab17a1539a34d408d7625ac52ada72b is 50, key is test_row_0/A:col10/1732382833607/Put/seqid=0 2024-11-23T17:27:15,609 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69156bb0ab203b05eb50d5e93990b149#B#compaction#430 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:15,610 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/048a5e0d85d744df9d24e586b96aa6b5 is 50, key is test_row_0/B:col10/1732382833607/Put/seqid=0 2024-11-23T17:27:15,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742332_1508 (size=13051) 2024-11-23T17:27:15,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742333_1509 (size=13051) 2024-11-23T17:27:15,714 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:15,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-23T17:27:15,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:15,714 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 69156bb0ab203b05eb50d5e93990b149 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T17:27:15,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=A 2024-11-23T17:27:15,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:15,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=B 2024-11-23T17:27:15,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:15,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=C 2024-11-23T17:27:15,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:15,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/4d6b294ead694ed2be1fc5e64e2850b2 is 50, key is test_row_0/A:col10/1732382834746/Put/seqid=0 2024-11-23T17:27:15,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742334_1510 (size=12301) 2024-11-23T17:27:15,723 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/4d6b294ead694ed2be1fc5e64e2850b2 2024-11-23T17:27:15,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/dece54fd85934d2a9b38c2c371c53dfb is 50, key is test_row_0/B:col10/1732382834746/Put/seqid=0 2024-11-23T17:27:15,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742335_1511 (size=12301) 2024-11-23T17:27:15,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 69156bb0ab203b05eb50d5e93990b149 2024-11-23T17:27:15,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:15,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T17:27:15,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:15,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382895884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382895885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:15,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:15,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382895917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:15,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382895917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:15,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382895917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:16,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:16,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382896018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:16,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:16,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382896018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:16,028 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/048a5e0d85d744df9d24e586b96aa6b5 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/048a5e0d85d744df9d24e586b96aa6b5 2024-11-23T17:27:16,028 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/3ab17a1539a34d408d7625ac52ada72b as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/3ab17a1539a34d408d7625ac52ada72b 2024-11-23T17:27:16,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:16,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382896023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:16,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:16,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:16,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382896023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:16,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382896024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:16,033 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69156bb0ab203b05eb50d5e93990b149/A of 69156bb0ab203b05eb50d5e93990b149 into 3ab17a1539a34d408d7625ac52ada72b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:16,033 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:16,033 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149., storeName=69156bb0ab203b05eb50d5e93990b149/A, priority=13, startTime=1732382835585; duration=0sec 2024-11-23T17:27:16,033 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:27:16,033 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69156bb0ab203b05eb50d5e93990b149:A 2024-11-23T17:27:16,034 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:16,035 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:16,035 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 69156bb0ab203b05eb50d5e93990b149/C is initiating minor compaction (all files) 2024-11-23T17:27:16,035 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69156bb0ab203b05eb50d5e93990b149/C in TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:16,035 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/5b89c885a74741a7bf79bbec1da4365c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/93d6b6a98f574f76b62eff903106aa3c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/132a0f8f0677453ea6d662c2ae862258] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp, totalSize=36.7 K 2024-11-23T17:27:16,035 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69156bb0ab203b05eb50d5e93990b149/B of 69156bb0ab203b05eb50d5e93990b149 into 048a5e0d85d744df9d24e586b96aa6b5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:16,035 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:16,035 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b89c885a74741a7bf79bbec1da4365c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1732382831335 2024-11-23T17:27:16,035 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149., storeName=69156bb0ab203b05eb50d5e93990b149/B, priority=13, startTime=1732382835585; duration=0sec 2024-11-23T17:27:16,035 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:16,036 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69156bb0ab203b05eb50d5e93990b149:B 2024-11-23T17:27:16,036 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93d6b6a98f574f76b62eff903106aa3c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732382832471 2024-11-23T17:27:16,036 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 132a0f8f0677453ea6d662c2ae862258, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732382833607 2024-11-23T17:27:16,042 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69156bb0ab203b05eb50d5e93990b149#C#compaction#433 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:16,043 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/f846ae95706b46e48748cf856dd1b3fc is 50, key is test_row_0/C:col10/1732382833607/Put/seqid=0 2024-11-23T17:27:16,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742336_1512 (size=13051) 2024-11-23T17:27:16,058 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/f846ae95706b46e48748cf856dd1b3fc as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/f846ae95706b46e48748cf856dd1b3fc 2024-11-23T17:27:16,063 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69156bb0ab203b05eb50d5e93990b149/C of 69156bb0ab203b05eb50d5e93990b149 into f846ae95706b46e48748cf856dd1b3fc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:16,063 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:16,063 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149., storeName=69156bb0ab203b05eb50d5e93990b149/C, priority=13, startTime=1732382835585; duration=0sec 2024-11-23T17:27:16,063 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:16,063 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69156bb0ab203b05eb50d5e93990b149:C 2024-11-23T17:27:16,146 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/dece54fd85934d2a9b38c2c371c53dfb 2024-11-23T17:27:16,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/bc4319921a3a46c49c9dce35a17ee379 is 50, key is test_row_0/C:col10/1732382834746/Put/seqid=0 2024-11-23T17:27:16,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742337_1513 (size=12301) 2024-11-23T17:27:16,160 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/bc4319921a3a46c49c9dce35a17ee379 2024-11-23T17:27:16,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/4d6b294ead694ed2be1fc5e64e2850b2 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/4d6b294ead694ed2be1fc5e64e2850b2 2024-11-23T17:27:16,167 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/4d6b294ead694ed2be1fc5e64e2850b2, entries=150, sequenceid=324, filesize=12.0 K 2024-11-23T17:27:16,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/dece54fd85934d2a9b38c2c371c53dfb as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/dece54fd85934d2a9b38c2c371c53dfb 2024-11-23T17:27:16,172 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/dece54fd85934d2a9b38c2c371c53dfb, entries=150, sequenceid=324, filesize=12.0 K 2024-11-23T17:27:16,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/bc4319921a3a46c49c9dce35a17ee379 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/bc4319921a3a46c49c9dce35a17ee379 2024-11-23T17:27:16,176 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/bc4319921a3a46c49c9dce35a17ee379, entries=150, sequenceid=324, filesize=12.0 K 2024-11-23T17:27:16,177 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=107.34 KB/109920 for 69156bb0ab203b05eb50d5e93990b149 in 463ms, sequenceid=324, compaction requested=false 2024-11-23T17:27:16,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:16,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:16,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-23T17:27:16,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-23T17:27:16,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-23T17:27:16,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3790 sec 2024-11-23T17:27:16,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.3830 sec 2024-11-23T17:27:16,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 69156bb0ab203b05eb50d5e93990b149 2024-11-23T17:27:16,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 69156bb0ab203b05eb50d5e93990b149 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T17:27:16,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=A 2024-11-23T17:27:16,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:16,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=B 2024-11-23T17:27:16,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:16,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=C 2024-11-23T17:27:16,225 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:16,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/6114386eaab84a8bafc3d78606326d28 is 50, key is test_row_0/A:col10/1732382835889/Put/seqid=0 2024-11-23T17:27:16,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742338_1514 (size=12301) 2024-11-23T17:27:16,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:16,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382896237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:16,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:16,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382896238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:16,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:16,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382896241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:16,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:16,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382896242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:16,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:16,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382896243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:16,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382896344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:16,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382896344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:16,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:16,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382896348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:16,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:16,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382896348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:16,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382896348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:16,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382896548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:16,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:16,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382896549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:16,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:16,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382896554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:16,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382896555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:16,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382896555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:16,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/6114386eaab84a8bafc3d78606326d28 2024-11-23T17:27:16,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/81ef70ac604a4187ac09dec9d2a91c0b is 50, key is test_row_0/B:col10/1732382835889/Put/seqid=0 2024-11-23T17:27:16,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742339_1515 (size=12301) 2024-11-23T17:27:16,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/81ef70ac604a4187ac09dec9d2a91c0b 2024-11-23T17:27:16,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/ca1ba607736946f6b3294912b1846c40 is 50, key is test_row_0/C:col10/1732382835889/Put/seqid=0 2024-11-23T17:27:16,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742340_1516 (size=12301) 2024-11-23T17:27:16,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/ca1ba607736946f6b3294912b1846c40 2024-11-23T17:27:16,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/6114386eaab84a8bafc3d78606326d28 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/6114386eaab84a8bafc3d78606326d28 2024-11-23T17:27:16,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/6114386eaab84a8bafc3d78606326d28, entries=150, sequenceid=347, filesize=12.0 K 2024-11-23T17:27:16,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/81ef70ac604a4187ac09dec9d2a91c0b as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/81ef70ac604a4187ac09dec9d2a91c0b 2024-11-23T17:27:16,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/81ef70ac604a4187ac09dec9d2a91c0b, entries=150, sequenceid=347, filesize=12.0 K 2024-11-23T17:27:16,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/ca1ba607736946f6b3294912b1846c40 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/ca1ba607736946f6b3294912b1846c40 2024-11-23T17:27:16,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/ca1ba607736946f6b3294912b1846c40, entries=150, sequenceid=347, filesize=12.0 K 2024-11-23T17:27:16,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 69156bb0ab203b05eb50d5e93990b149 in 458ms, sequenceid=347, compaction requested=true 2024-11-23T17:27:16,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:16,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69156bb0ab203b05eb50d5e93990b149:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:27:16,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:16,682 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:16,683 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:16,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69156bb0ab203b05eb50d5e93990b149:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:27:16,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:16,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69156bb0ab203b05eb50d5e93990b149:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:27:16,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:27:16,684 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:16,684 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 69156bb0ab203b05eb50d5e93990b149/B is initiating minor compaction (all files) 2024-11-23T17:27:16,684 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69156bb0ab203b05eb50d5e93990b149/B in TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:16,684 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/048a5e0d85d744df9d24e586b96aa6b5, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/dece54fd85934d2a9b38c2c371c53dfb, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/81ef70ac604a4187ac09dec9d2a91c0b] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp, totalSize=36.8 K 2024-11-23T17:27:16,684 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 048a5e0d85d744df9d24e586b96aa6b5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732382833607 2024-11-23T17:27:16,684 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:16,684 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 69156bb0ab203b05eb50d5e93990b149/A is initiating minor compaction (all files) 2024-11-23T17:27:16,684 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69156bb0ab203b05eb50d5e93990b149/A in TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:16,685 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/3ab17a1539a34d408d7625ac52ada72b, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/4d6b294ead694ed2be1fc5e64e2850b2, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/6114386eaab84a8bafc3d78606326d28] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp, totalSize=36.8 K 2024-11-23T17:27:16,685 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting dece54fd85934d2a9b38c2c371c53dfb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732382834746 2024-11-23T17:27:16,685 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ab17a1539a34d408d7625ac52ada72b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732382833607 2024-11-23T17:27:16,685 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 81ef70ac604a4187ac09dec9d2a91c0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732382835883 2024-11-23T17:27:16,685 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d6b294ead694ed2be1fc5e64e2850b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732382834746 2024-11-23T17:27:16,686 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6114386eaab84a8bafc3d78606326d28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732382835883 2024-11-23T17:27:16,692 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69156bb0ab203b05eb50d5e93990b149#A#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:16,693 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/47e11f9dcd0046ca8951a3983e7caf88 is 50, key is test_row_0/A:col10/1732382835889/Put/seqid=0 2024-11-23T17:27:16,693 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69156bb0ab203b05eb50d5e93990b149#B#compaction#439 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:16,694 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/39ecf9d99586400facb4f8c3c33df419 is 50, key is test_row_0/B:col10/1732382835889/Put/seqid=0 2024-11-23T17:27:16,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742341_1517 (size=13153) 2024-11-23T17:27:16,706 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/47e11f9dcd0046ca8951a3983e7caf88 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/47e11f9dcd0046ca8951a3983e7caf88 2024-11-23T17:27:16,711 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69156bb0ab203b05eb50d5e93990b149/A of 69156bb0ab203b05eb50d5e93990b149 into 47e11f9dcd0046ca8951a3983e7caf88(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:16,711 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:16,711 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149., storeName=69156bb0ab203b05eb50d5e93990b149/A, priority=13, startTime=1732382836682; duration=0sec 2024-11-23T17:27:16,711 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:27:16,711 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69156bb0ab203b05eb50d5e93990b149:A 2024-11-23T17:27:16,711 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:16,712 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:16,713 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 69156bb0ab203b05eb50d5e93990b149/C is initiating minor compaction (all files) 2024-11-23T17:27:16,713 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69156bb0ab203b05eb50d5e93990b149/C in TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:16,713 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/f846ae95706b46e48748cf856dd1b3fc, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/bc4319921a3a46c49c9dce35a17ee379, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/ca1ba607736946f6b3294912b1846c40] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp, totalSize=36.8 K 2024-11-23T17:27:16,715 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting f846ae95706b46e48748cf856dd1b3fc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1732382833607 2024-11-23T17:27:16,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742342_1518 (size=13153) 2024-11-23T17:27:16,716 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc4319921a3a46c49c9dce35a17ee379, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1732382834746 2024-11-23T17:27:16,717 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca1ba607736946f6b3294912b1846c40, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732382835883 2024-11-23T17:27:16,724 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69156bb0ab203b05eb50d5e93990b149#C#compaction#440 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:16,724 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/03ddd836b0c940f98942bc9a489243dd is 50, key is test_row_0/C:col10/1732382835889/Put/seqid=0 2024-11-23T17:27:16,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742343_1519 (size=13153) 2024-11-23T17:27:16,738 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/03ddd836b0c940f98942bc9a489243dd as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/03ddd836b0c940f98942bc9a489243dd 2024-11-23T17:27:16,742 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69156bb0ab203b05eb50d5e93990b149/C of 69156bb0ab203b05eb50d5e93990b149 into 03ddd836b0c940f98942bc9a489243dd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:16,743 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:16,743 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149., storeName=69156bb0ab203b05eb50d5e93990b149/C, priority=13, startTime=1732382836683; duration=0sec 2024-11-23T17:27:16,743 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:16,743 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69156bb0ab203b05eb50d5e93990b149:C 2024-11-23T17:27:16,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 69156bb0ab203b05eb50d5e93990b149 2024-11-23T17:27:16,853 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 69156bb0ab203b05eb50d5e93990b149 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-23T17:27:16,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=A 2024-11-23T17:27:16,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:16,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=B 2024-11-23T17:27:16,853 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:16,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=C 2024-11-23T17:27:16,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:16,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/693e5446f7ff4a9a8f2a89585667eccf is 50, key is test_row_0/A:col10/1732382836235/Put/seqid=0 2024-11-23T17:27:16,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742344_1520 (size=12301) 2024-11-23T17:27:16,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:16,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382896872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:16,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:16,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382896873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:16,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:16,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382896875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:16,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:16,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382896876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:16,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:16,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382896877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:16,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-23T17:27:16,902 INFO [Thread-1986 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-23T17:27:16,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:27:16,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-23T17:27:16,904 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:27:16,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T17:27:16,908 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:27:16,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:27:16,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:16,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382896978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:16,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382896978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:16,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382896980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:16,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382896980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:16,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:16,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382896982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:17,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T17:27:17,060 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:17,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-23T17:27:17,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:17,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:17,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:17,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:17,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:17,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:17,121 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/39ecf9d99586400facb4f8c3c33df419 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/39ecf9d99586400facb4f8c3c33df419 2024-11-23T17:27:17,126 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 69156bb0ab203b05eb50d5e93990b149/B of 69156bb0ab203b05eb50d5e93990b149 into 39ecf9d99586400facb4f8c3c33df419(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:17,126 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:17,126 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149., storeName=69156bb0ab203b05eb50d5e93990b149/B, priority=13, startTime=1732382836682; duration=0sec 2024-11-23T17:27:17,126 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:17,126 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69156bb0ab203b05eb50d5e93990b149:B 2024-11-23T17:27:17,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:17,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382897183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:17,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:17,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382897183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:17,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382897185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:17,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:17,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382897185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:17,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:17,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382897186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T17:27:17,213 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:17,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-23T17:27:17,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:17,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:17,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:17,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:17,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:17,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/693e5446f7ff4a9a8f2a89585667eccf 2024-11-23T17:27:17,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/1c62912355b24583bbbe99f056163c9f is 50, key is test_row_0/B:col10/1732382836235/Put/seqid=0 2024-11-23T17:27:17,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742345_1521 (size=12301) 2024-11-23T17:27:17,366 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:17,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-23T17:27:17,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:17,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:17,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:17,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:17,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:17,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382897487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:17,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382897488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:17,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382897488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:17,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382897488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:17,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382897490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:17,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T17:27:17,519 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:17,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-23T17:27:17,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:17,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:17,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:17,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:17,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:17,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:17,672 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:17,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-23T17:27:17,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:17,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:17,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:17,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/1c62912355b24583bbbe99f056163c9f 2024-11-23T17:27:17,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:17,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:17,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/9f19ebd564524a919e8ef178de53ffee is 50, key is test_row_0/C:col10/1732382836235/Put/seqid=0 2024-11-23T17:27:17,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742346_1522 (size=12301) 2024-11-23T17:27:17,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/9f19ebd564524a919e8ef178de53ffee 2024-11-23T17:27:17,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/693e5446f7ff4a9a8f2a89585667eccf as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/693e5446f7ff4a9a8f2a89585667eccf 2024-11-23T17:27:17,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/693e5446f7ff4a9a8f2a89585667eccf, entries=150, sequenceid=366, filesize=12.0 K 2024-11-23T17:27:17,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/1c62912355b24583bbbe99f056163c9f as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/1c62912355b24583bbbe99f056163c9f 2024-11-23T17:27:17,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/1c62912355b24583bbbe99f056163c9f, entries=150, sequenceid=366, filesize=12.0 K 2024-11-23T17:27:17,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/9f19ebd564524a919e8ef178de53ffee as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/9f19ebd564524a919e8ef178de53ffee 2024-11-23T17:27:17,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/9f19ebd564524a919e8ef178de53ffee, entries=150, sequenceid=366, filesize=12.0 K 2024-11-23T17:27:17,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 69156bb0ab203b05eb50d5e93990b149 in 844ms, sequenceid=366, compaction requested=false 2024-11-23T17:27:17,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:17,825 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:17,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-23T17:27:17,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:17,826 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing 69156bb0ab203b05eb50d5e93990b149 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-23T17:27:17,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=A 2024-11-23T17:27:17,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:17,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=B 2024-11-23T17:27:17,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:17,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=C 2024-11-23T17:27:17,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:17,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/20ef2e5832f3480881af556b726739da is 50, key is test_row_0/A:col10/1732382836875/Put/seqid=0 2024-11-23T17:27:17,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742347_1523 (size=12301) 2024-11-23T17:27:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 69156bb0ab203b05eb50d5e93990b149 2024-11-23T17:27:17,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. as already flushing 2024-11-23T17:27:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T17:27:18,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382898006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:18,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382898008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:18,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382898009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:18,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382898010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:18,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382898011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:18,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:18,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382898111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:18,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:18,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382898112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:18,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:18,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382898115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:18,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:18,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382898115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:18,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:18,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382898120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:18,149 DEBUG [Thread-1987 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11193a0c to 127.0.0.1:55168 2024-11-23T17:27:18,149 DEBUG [Thread-1987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:27:18,151 DEBUG [Thread-1989 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7861b162 to 127.0.0.1:55168 2024-11-23T17:27:18,151 DEBUG [Thread-1989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:27:18,152 DEBUG [Thread-1991 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x154f0f85 to 127.0.0.1:55168 2024-11-23T17:27:18,152 DEBUG [Thread-1991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:27:18,154 DEBUG [Thread-1993 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x008a917b to 127.0.0.1:55168 2024-11-23T17:27:18,154 DEBUG [Thread-1993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:27:18,156 DEBUG [Thread-1995 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x054c2725 to 127.0.0.1:55168 2024-11-23T17:27:18,156 DEBUG [Thread-1995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:27:18,234 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/20ef2e5832f3480881af556b726739da 2024-11-23T17:27:18,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/6b9f7755c6ea4761ac927d67795d907d is 50, key is test_row_0/B:col10/1732382836875/Put/seqid=0 2024-11-23T17:27:18,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742348_1524 (size=12301) 2024-11-23T17:27:18,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382898316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:18,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:18,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382898316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:18,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:18,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382898320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:18,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:18,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382898321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:18,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:18,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382898324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:18,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54964 deadline: 1732382898618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:18,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54944 deadline: 1732382898619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:18,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54980 deadline: 1732382898623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:18,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1732382898624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:18,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54916 deadline: 1732382898625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:18,643 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/6b9f7755c6ea4761ac927d67795d907d 2024-11-23T17:27:18,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/cd00028ecd4b4c7788116905d3624aab is 50, key is test_row_0/C:col10/1732382836875/Put/seqid=0 2024-11-23T17:27:18,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742349_1525 (size=12301) 2024-11-23T17:27:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T17:27:19,052 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/cd00028ecd4b4c7788116905d3624aab 2024-11-23T17:27:19,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/20ef2e5832f3480881af556b726739da as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/20ef2e5832f3480881af556b726739da 2024-11-23T17:27:19,058 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/20ef2e5832f3480881af556b726739da, entries=150, sequenceid=386, filesize=12.0 K 2024-11-23T17:27:19,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/6b9f7755c6ea4761ac927d67795d907d as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/6b9f7755c6ea4761ac927d67795d907d 2024-11-23T17:27:19,061 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/6b9f7755c6ea4761ac927d67795d907d, entries=150, sequenceid=386, filesize=12.0 K 2024-11-23T17:27:19,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/cd00028ecd4b4c7788116905d3624aab as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/cd00028ecd4b4c7788116905d3624aab 2024-11-23T17:27:19,064 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/cd00028ecd4b4c7788116905d3624aab, entries=150, sequenceid=386, filesize=12.0 K 2024-11-23T17:27:19,065 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 69156bb0ab203b05eb50d5e93990b149 in 1239ms, sequenceid=386, compaction requested=true 2024-11-23T17:27:19,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:19,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:19,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-23T17:27:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-23T17:27:19,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-23T17:27:19,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1580 sec 2024-11-23T17:27:19,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 2.1640 sec 2024-11-23T17:27:19,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 69156bb0ab203b05eb50d5e93990b149 2024-11-23T17:27:19,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 69156bb0ab203b05eb50d5e93990b149 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-23T17:27:19,122 DEBUG [Thread-1984 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b8b6e04 to 127.0.0.1:55168 2024-11-23T17:27:19,122 DEBUG [Thread-1980 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x032bb71c to 127.0.0.1:55168 2024-11-23T17:27:19,122 DEBUG [Thread-1984 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:27:19,122 DEBUG [Thread-1980 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:27:19,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=A 2024-11-23T17:27:19,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:19,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=B 2024-11-23T17:27:19,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:19,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=C 2024-11-23T17:27:19,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:19,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/5a3f966524a84b49adf842642b23f04f is 50, key is test_row_0/A:col10/1732382839120/Put/seqid=0 2024-11-23T17:27:19,126 DEBUG [Thread-1978 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5ef40578 to 127.0.0.1:55168 2024-11-23T17:27:19,126 DEBUG [Thread-1978 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:27:19,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742350_1526 (size=12301) 2024-11-23T17:27:19,129 DEBUG [Thread-1982 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06bc0f7c to 127.0.0.1:55168 2024-11-23T17:27:19,129 DEBUG [Thread-1982 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:27:19,130 DEBUG [Thread-1976 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x32c12a30 to 127.0.0.1:55168 2024-11-23T17:27:19,130 DEBUG [Thread-1976 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:27:19,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/5a3f966524a84b49adf842642b23f04f 2024-11-23T17:27:19,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/26731b8536d94fd6a05fedf936f935af is 50, key is test_row_0/B:col10/1732382839120/Put/seqid=0 2024-11-23T17:27:19,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742351_1527 (size=12301) 2024-11-23T17:27:19,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/26731b8536d94fd6a05fedf936f935af 2024-11-23T17:27:19,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/d780d9084a0c4016b01c5a04bd037c1c is 50, key is test_row_0/C:col10/1732382839120/Put/seqid=0 2024-11-23T17:27:19,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742352_1528 (size=12301) 2024-11-23T17:27:20,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/d780d9084a0c4016b01c5a04bd037c1c 2024-11-23T17:27:20,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/5a3f966524a84b49adf842642b23f04f as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/5a3f966524a84b49adf842642b23f04f 2024-11-23T17:27:20,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/5a3f966524a84b49adf842642b23f04f, entries=150, sequenceid=406, filesize=12.0 K 2024-11-23T17:27:20,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/26731b8536d94fd6a05fedf936f935af as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/26731b8536d94fd6a05fedf936f935af 2024-11-23T17:27:20,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/26731b8536d94fd6a05fedf936f935af, entries=150, sequenceid=406, filesize=12.0 K 2024-11-23T17:27:20,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/d780d9084a0c4016b01c5a04bd037c1c as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/d780d9084a0c4016b01c5a04bd037c1c 2024-11-23T17:27:20,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/d780d9084a0c4016b01c5a04bd037c1c, entries=150, sequenceid=406, filesize=12.0 K 2024-11-23T17:27:20,360 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=20.13 KB/20610 for 69156bb0ab203b05eb50d5e93990b149 in 1238ms, sequenceid=406, compaction requested=true 2024-11-23T17:27:20,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:20,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69156bb0ab203b05eb50d5e93990b149:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:27:20,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:20,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69156bb0ab203b05eb50d5e93990b149:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:27:20,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:20,361 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:27:20,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 69156bb0ab203b05eb50d5e93990b149:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:27:20,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:27:20,361 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:27:20,361 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:27:20,361 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:27:20,361 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 69156bb0ab203b05eb50d5e93990b149/B is initiating minor compaction (all files) 2024-11-23T17:27:20,362 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 69156bb0ab203b05eb50d5e93990b149/A is initiating minor compaction (all files) 2024-11-23T17:27:20,362 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69156bb0ab203b05eb50d5e93990b149/B in TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:20,362 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69156bb0ab203b05eb50d5e93990b149/A in TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:20,362 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/39ecf9d99586400facb4f8c3c33df419, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/1c62912355b24583bbbe99f056163c9f, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/6b9f7755c6ea4761ac927d67795d907d, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/26731b8536d94fd6a05fedf936f935af] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp, totalSize=48.9 K 2024-11-23T17:27:20,362 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/47e11f9dcd0046ca8951a3983e7caf88, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/693e5446f7ff4a9a8f2a89585667eccf, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/20ef2e5832f3480881af556b726739da, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/5a3f966524a84b49adf842642b23f04f] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp, totalSize=48.9 K 2024-11-23T17:27:20,362 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 39ecf9d99586400facb4f8c3c33df419, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732382835883 2024-11-23T17:27:20,362 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47e11f9dcd0046ca8951a3983e7caf88, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732382835883 2024-11-23T17:27:20,362 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c62912355b24583bbbe99f056163c9f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732382836235 2024-11-23T17:27:20,362 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 693e5446f7ff4a9a8f2a89585667eccf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732382836235 2024-11-23T17:27:20,362 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20ef2e5832f3480881af556b726739da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732382836874 2024-11-23T17:27:20,362 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b9f7755c6ea4761ac927d67795d907d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732382836874 2024-11-23T17:27:20,363 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a3f966524a84b49adf842642b23f04f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732382838008 2024-11-23T17:27:20,363 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 26731b8536d94fd6a05fedf936f935af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732382838008 2024-11-23T17:27:20,369 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69156bb0ab203b05eb50d5e93990b149#A#compaction#450 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:20,369 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/c3cdd70200144e9ea2f50abcd3425b59 is 50, key is test_row_0/A:col10/1732382839120/Put/seqid=0 2024-11-23T17:27:20,370 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69156bb0ab203b05eb50d5e93990b149#B#compaction#451 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:20,370 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/68e21c231957481284ee0db19ff8d08c is 50, key is test_row_0/B:col10/1732382839120/Put/seqid=0 2024-11-23T17:27:20,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742353_1529 (size=13289) 2024-11-23T17:27:20,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742354_1530 (size=13289) 2024-11-23T17:27:20,778 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/68e21c231957481284ee0db19ff8d08c as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/68e21c231957481284ee0db19ff8d08c 2024-11-23T17:27:20,778 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/c3cdd70200144e9ea2f50abcd3425b59 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/c3cdd70200144e9ea2f50abcd3425b59 2024-11-23T17:27:20,781 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 69156bb0ab203b05eb50d5e93990b149/B of 69156bb0ab203b05eb50d5e93990b149 into 68e21c231957481284ee0db19ff8d08c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:20,781 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 69156bb0ab203b05eb50d5e93990b149/A of 69156bb0ab203b05eb50d5e93990b149 into c3cdd70200144e9ea2f50abcd3425b59(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:20,781 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:20,781 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149., storeName=69156bb0ab203b05eb50d5e93990b149/B, priority=12, startTime=1732382840361; duration=0sec 2024-11-23T17:27:20,781 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:20,781 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149., storeName=69156bb0ab203b05eb50d5e93990b149/A, priority=12, startTime=1732382840361; duration=0sec 2024-11-23T17:27:20,781 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:27:20,781 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:27:20,781 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69156bb0ab203b05eb50d5e93990b149:B 2024-11-23T17:27:20,781 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69156bb0ab203b05eb50d5e93990b149:A 2024-11-23T17:27:20,781 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:27:20,782 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:27:20,782 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 69156bb0ab203b05eb50d5e93990b149/C is initiating minor compaction (all files) 2024-11-23T17:27:20,782 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 69156bb0ab203b05eb50d5e93990b149/C in TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:20,782 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/03ddd836b0c940f98942bc9a489243dd, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/9f19ebd564524a919e8ef178de53ffee, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/cd00028ecd4b4c7788116905d3624aab, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/d780d9084a0c4016b01c5a04bd037c1c] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp, totalSize=48.9 K 2024-11-23T17:27:20,782 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03ddd836b0c940f98942bc9a489243dd, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1732382835883 2024-11-23T17:27:20,783 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f19ebd564524a919e8ef178de53ffee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1732382836235 2024-11-23T17:27:20,783 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd00028ecd4b4c7788116905d3624aab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1732382836874 2024-11-23T17:27:20,783 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting d780d9084a0c4016b01c5a04bd037c1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732382838008 2024-11-23T17:27:20,789 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 69156bb0ab203b05eb50d5e93990b149#C#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:20,789 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/ce2be13f57b74e069c71d21a7b602c03 is 50, key is test_row_0/C:col10/1732382839120/Put/seqid=0 2024-11-23T17:27:20,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742355_1531 (size=13289) 2024-11-23T17:27:21,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-23T17:27:21,009 INFO [Thread-1986 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-23T17:27:21,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T17:27:21,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-23T17:27:21,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-23T17:27:21,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-23T17:27:21,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-23T17:27:21,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-23T17:27:21,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T17:27:21,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T17:27:21,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3007 2024-11-23T17:27:21,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9020 rows 2024-11-23T17:27:21,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2999 2024-11-23T17:27:21,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8997 rows 2024-11-23T17:27:21,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3012 2024-11-23T17:27:21,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9035 rows 2024-11-23T17:27:21,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3010 2024-11-23T17:27:21,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9030 rows 2024-11-23T17:27:21,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3007 2024-11-23T17:27:21,009 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9016 rows 2024-11-23T17:27:21,009 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T17:27:21,009 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x022a6e9f to 127.0.0.1:55168 2024-11-23T17:27:21,009 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:27:21,013 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T17:27:21,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T17:27:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T17:27:21,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-23T17:27:21,017 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382841017"}]},"ts":"1732382841017"} 2024-11-23T17:27:21,018 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T17:27:21,020 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T17:27:21,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T17:27:21,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=69156bb0ab203b05eb50d5e93990b149, UNASSIGN}] 2024-11-23T17:27:21,022 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=69156bb0ab203b05eb50d5e93990b149, UNASSIGN 2024-11-23T17:27:21,022 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=69156bb0ab203b05eb50d5e93990b149, regionState=CLOSING, regionLocation=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:21,023 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T17:27:21,023 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; CloseRegionProcedure 69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491}] 2024-11-23T17:27:21,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-23T17:27:21,174 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:21,174 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(124): Close 69156bb0ab203b05eb50d5e93990b149 2024-11-23T17:27:21,175 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T17:27:21,175 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1681): Closing 69156bb0ab203b05eb50d5e93990b149, disabling compactions & flushes 2024-11-23T17:27:21,175 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1942): waiting for 1 compactions to complete for region TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:21,196 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/ce2be13f57b74e069c71d21a7b602c03 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/ce2be13f57b74e069c71d21a7b602c03 2024-11-23T17:27:21,199 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 69156bb0ab203b05eb50d5e93990b149/C of 69156bb0ab203b05eb50d5e93990b149 into ce2be13f57b74e069c71d21a7b602c03(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:21,200 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:21,200 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:21,200 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149., storeName=69156bb0ab203b05eb50d5e93990b149/C, priority=12, startTime=1732382840361; duration=0sec 2024-11-23T17:27:21,200 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:21,200 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. after waiting 0 ms 2024-11-23T17:27:21,200 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:21,200 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:21,200 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 69156bb0ab203b05eb50d5e93990b149:C 2024-11-23T17:27:21,200 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(2837): Flushing 69156bb0ab203b05eb50d5e93990b149 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-23T17:27:21,200 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=A 2024-11-23T17:27:21,200 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:21,200 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=B 2024-11-23T17:27:21,200 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:21,200 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 69156bb0ab203b05eb50d5e93990b149, store=C 2024-11-23T17:27:21,200 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:21,203 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/2188a3bc97314faea5882fb0bf80d6aa is 50, key is test_row_0/A:col10/1732382839129/Put/seqid=0 2024-11-23T17:27:21,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742356_1532 (size=12301) 2024-11-23T17:27:21,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-23T17:27:21,606 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/2188a3bc97314faea5882fb0bf80d6aa 2024-11-23T17:27:21,611 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/148872477504449f8ef2f041309601ee is 50, key is test_row_0/B:col10/1732382839129/Put/seqid=0 2024-11-23T17:27:21,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742357_1533 (size=12301) 2024-11-23T17:27:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-23T17:27:22,015 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/148872477504449f8ef2f041309601ee 2024-11-23T17:27:22,020 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/16038fccfdd14736a9868eebbb604c44 is 50, key is test_row_0/C:col10/1732382839129/Put/seqid=0 2024-11-23T17:27:22,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742358_1534 (size=12301) 2024-11-23T17:27:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-23T17:27:22,423 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/16038fccfdd14736a9868eebbb604c44 2024-11-23T17:27:22,427 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/A/2188a3bc97314faea5882fb0bf80d6aa as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/2188a3bc97314faea5882fb0bf80d6aa 2024-11-23T17:27:22,429 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/2188a3bc97314faea5882fb0bf80d6aa, entries=150, sequenceid=415, filesize=12.0 K 2024-11-23T17:27:22,430 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/B/148872477504449f8ef2f041309601ee as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/148872477504449f8ef2f041309601ee 2024-11-23T17:27:22,432 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/148872477504449f8ef2f041309601ee, entries=150, sequenceid=415, filesize=12.0 K 2024-11-23T17:27:22,432 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/.tmp/C/16038fccfdd14736a9868eebbb604c44 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/16038fccfdd14736a9868eebbb604c44 2024-11-23T17:27:22,435 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/16038fccfdd14736a9868eebbb604c44, entries=150, sequenceid=415, filesize=12.0 K 2024-11-23T17:27:22,435 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 69156bb0ab203b05eb50d5e93990b149 in 1235ms, sequenceid=415, compaction requested=false 2024-11-23T17:27:22,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/d8605b96ce6d49c692bf69f7f8b3c7a0, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/ca623781854e4c7589ed29480f29f9f9, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/90593ec918c246a19408195019ce5ddd, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/21b8117069914fc797898c7586addfc9, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/b491dbb18d6a499d9e3e5aeafe77845c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/a33292d494274d8ba9028191ac5b5548, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/3eb253f9d87643569ceaf482b5aa931e, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/b6c2bd9147624103b12f6e4faca352c9, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/4df823729c6b4e2a8dd7279b3bfeba2f, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/9a576012085049f383165242eb08e51b, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/90481ec886f349a28bcfad2202d95b33, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/abca42658b234fd7bf3eeeb7b8761267, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/3b9bd01641fe41fa939443facc29472a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/de36b35996764faa8aa9e1d47f7c9f38, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/53c21e78ae6444a18492f9a1e7c86145, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/d747497d482e4efd9a825ad4c4c61cd0, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/356b55b047694dd1a001a4c7bd8ed760, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/e55521fa03ac423c8b5796f66d54f193, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/8d3cda6443284a588129488ebde9c5b3, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/2cb24c9dacf04902a1ee07ef8bd9b799, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/ef550366cc1f4604bf3ce3b25f548bf8, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/73bb9b5e2dff4b64b689893a26c95835, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/3ab17a1539a34d408d7625ac52ada72b, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/4d6b294ead694ed2be1fc5e64e2850b2, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/47e11f9dcd0046ca8951a3983e7caf88, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/6114386eaab84a8bafc3d78606326d28, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/693e5446f7ff4a9a8f2a89585667eccf, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/20ef2e5832f3480881af556b726739da, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/5a3f966524a84b49adf842642b23f04f] to archive 2024-11-23T17:27:22,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:27:22,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/d8605b96ce6d49c692bf69f7f8b3c7a0 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/d8605b96ce6d49c692bf69f7f8b3c7a0 2024-11-23T17:27:22,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/ca623781854e4c7589ed29480f29f9f9 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/ca623781854e4c7589ed29480f29f9f9 2024-11-23T17:27:22,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/90593ec918c246a19408195019ce5ddd to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/90593ec918c246a19408195019ce5ddd 2024-11-23T17:27:22,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/21b8117069914fc797898c7586addfc9 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/21b8117069914fc797898c7586addfc9 2024-11-23T17:27:22,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/b491dbb18d6a499d9e3e5aeafe77845c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/b491dbb18d6a499d9e3e5aeafe77845c 2024-11-23T17:27:22,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/a33292d494274d8ba9028191ac5b5548 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/a33292d494274d8ba9028191ac5b5548 2024-11-23T17:27:22,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/3eb253f9d87643569ceaf482b5aa931e to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/3eb253f9d87643569ceaf482b5aa931e 2024-11-23T17:27:22,444 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/b6c2bd9147624103b12f6e4faca352c9 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/b6c2bd9147624103b12f6e4faca352c9 2024-11-23T17:27:22,445 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/4df823729c6b4e2a8dd7279b3bfeba2f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/4df823729c6b4e2a8dd7279b3bfeba2f 2024-11-23T17:27:22,446 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/9a576012085049f383165242eb08e51b to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/9a576012085049f383165242eb08e51b 2024-11-23T17:27:22,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/90481ec886f349a28bcfad2202d95b33 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/90481ec886f349a28bcfad2202d95b33 2024-11-23T17:27:22,447 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/abca42658b234fd7bf3eeeb7b8761267 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/abca42658b234fd7bf3eeeb7b8761267 2024-11-23T17:27:22,448 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/3b9bd01641fe41fa939443facc29472a to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/3b9bd01641fe41fa939443facc29472a 2024-11-23T17:27:22,449 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/de36b35996764faa8aa9e1d47f7c9f38 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/de36b35996764faa8aa9e1d47f7c9f38 2024-11-23T17:27:22,450 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/53c21e78ae6444a18492f9a1e7c86145 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/53c21e78ae6444a18492f9a1e7c86145 2024-11-23T17:27:22,451 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/d747497d482e4efd9a825ad4c4c61cd0 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/d747497d482e4efd9a825ad4c4c61cd0 2024-11-23T17:27:22,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/356b55b047694dd1a001a4c7bd8ed760 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/356b55b047694dd1a001a4c7bd8ed760 2024-11-23T17:27:22,452 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/e55521fa03ac423c8b5796f66d54f193 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/e55521fa03ac423c8b5796f66d54f193 2024-11-23T17:27:22,453 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/8d3cda6443284a588129488ebde9c5b3 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/8d3cda6443284a588129488ebde9c5b3 2024-11-23T17:27:22,454 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/2cb24c9dacf04902a1ee07ef8bd9b799 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/2cb24c9dacf04902a1ee07ef8bd9b799 2024-11-23T17:27:22,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/ef550366cc1f4604bf3ce3b25f548bf8 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/ef550366cc1f4604bf3ce3b25f548bf8 2024-11-23T17:27:22,455 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/73bb9b5e2dff4b64b689893a26c95835 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/73bb9b5e2dff4b64b689893a26c95835 2024-11-23T17:27:22,456 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/3ab17a1539a34d408d7625ac52ada72b to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/3ab17a1539a34d408d7625ac52ada72b 2024-11-23T17:27:22,457 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/4d6b294ead694ed2be1fc5e64e2850b2 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/4d6b294ead694ed2be1fc5e64e2850b2 2024-11-23T17:27:22,458 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/47e11f9dcd0046ca8951a3983e7caf88 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/47e11f9dcd0046ca8951a3983e7caf88 2024-11-23T17:27:22,459 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/6114386eaab84a8bafc3d78606326d28 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/6114386eaab84a8bafc3d78606326d28 2024-11-23T17:27:22,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/693e5446f7ff4a9a8f2a89585667eccf to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/693e5446f7ff4a9a8f2a89585667eccf 2024-11-23T17:27:22,460 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/20ef2e5832f3480881af556b726739da to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/20ef2e5832f3480881af556b726739da 2024-11-23T17:27:22,461 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/5a3f966524a84b49adf842642b23f04f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/5a3f966524a84b49adf842642b23f04f 2024-11-23T17:27:22,462 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/2e6fe0f1aeaf49c2adcda3a38ade5b18, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/c74728d941bc44aaaf00f743e0ac4abd, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/e810a3bca9434738b4d65f98e3dddf77, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/f0d13664c247480d8dfd6e159007199f, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/fc95a0e7e360417b9e5cc6f9e2e7271e, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/0cfc1ff570ff415080b1f83bf8fc62e8, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/b75dc52e4ebf470189124745d2656e85, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/878357643675473ba82040c39a9c802e, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/c54cb590aa7d4a5e969d90277ae525d2, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/2fdd83abf3cb4ad9aca2849deb808c63, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/fd9de98c17a441be9ff2b7c3262e8545, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/e6b4915d47974342a2ed62a8a9eaf8bc, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/b45c8dcf8e82454b9ac4137ca06f4230, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/51126ae1a9684471a322cd7123691732, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/123a7c7e9e734cfaaea8de5d82f0e2a2, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/cb0ecffd0ff340898970b5e4c27bacbc, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/0e80035b38f94c9190dd5a3f6d6b3980, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/745b4600868d44539aed2a24bfcb2c60, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/a1a232c6e91d42c1894853868cfa576d, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/db19e576fc34459094fa0a6c6babce06, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/8d5e6bc06c7a4f159a276fab616a018a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/048a5e0d85d744df9d24e586b96aa6b5, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/e95980645c9e40fe8ea46d9289b996a3, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/dece54fd85934d2a9b38c2c371c53dfb, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/39ecf9d99586400facb4f8c3c33df419, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/81ef70ac604a4187ac09dec9d2a91c0b, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/1c62912355b24583bbbe99f056163c9f, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/6b9f7755c6ea4761ac927d67795d907d, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/26731b8536d94fd6a05fedf936f935af] to archive 2024-11-23T17:27:22,463 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:27:22,464 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/2e6fe0f1aeaf49c2adcda3a38ade5b18 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/2e6fe0f1aeaf49c2adcda3a38ade5b18 2024-11-23T17:27:22,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/c74728d941bc44aaaf00f743e0ac4abd to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/c74728d941bc44aaaf00f743e0ac4abd 2024-11-23T17:27:22,465 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/e810a3bca9434738b4d65f98e3dddf77 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/e810a3bca9434738b4d65f98e3dddf77 2024-11-23T17:27:22,466 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/f0d13664c247480d8dfd6e159007199f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/f0d13664c247480d8dfd6e159007199f 2024-11-23T17:27:22,467 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/fc95a0e7e360417b9e5cc6f9e2e7271e to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/fc95a0e7e360417b9e5cc6f9e2e7271e 2024-11-23T17:27:22,468 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/0cfc1ff570ff415080b1f83bf8fc62e8 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/0cfc1ff570ff415080b1f83bf8fc62e8 2024-11-23T17:27:22,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/b75dc52e4ebf470189124745d2656e85 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/b75dc52e4ebf470189124745d2656e85 2024-11-23T17:27:22,469 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/878357643675473ba82040c39a9c802e to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/878357643675473ba82040c39a9c802e 2024-11-23T17:27:22,470 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/c54cb590aa7d4a5e969d90277ae525d2 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/c54cb590aa7d4a5e969d90277ae525d2 2024-11-23T17:27:22,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/2fdd83abf3cb4ad9aca2849deb808c63 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/2fdd83abf3cb4ad9aca2849deb808c63 2024-11-23T17:27:22,471 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/fd9de98c17a441be9ff2b7c3262e8545 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/fd9de98c17a441be9ff2b7c3262e8545 2024-11-23T17:27:22,472 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/e6b4915d47974342a2ed62a8a9eaf8bc to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/e6b4915d47974342a2ed62a8a9eaf8bc 2024-11-23T17:27:22,473 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/b45c8dcf8e82454b9ac4137ca06f4230 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/b45c8dcf8e82454b9ac4137ca06f4230 2024-11-23T17:27:22,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/51126ae1a9684471a322cd7123691732 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/51126ae1a9684471a322cd7123691732 2024-11-23T17:27:22,474 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/123a7c7e9e734cfaaea8de5d82f0e2a2 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/123a7c7e9e734cfaaea8de5d82f0e2a2 2024-11-23T17:27:22,475 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/cb0ecffd0ff340898970b5e4c27bacbc to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/cb0ecffd0ff340898970b5e4c27bacbc 2024-11-23T17:27:22,476 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/0e80035b38f94c9190dd5a3f6d6b3980 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/0e80035b38f94c9190dd5a3f6d6b3980 2024-11-23T17:27:22,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/745b4600868d44539aed2a24bfcb2c60 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/745b4600868d44539aed2a24bfcb2c60 2024-11-23T17:27:22,477 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/a1a232c6e91d42c1894853868cfa576d to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/a1a232c6e91d42c1894853868cfa576d 2024-11-23T17:27:22,478 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/db19e576fc34459094fa0a6c6babce06 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/db19e576fc34459094fa0a6c6babce06 2024-11-23T17:27:22,479 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/8d5e6bc06c7a4f159a276fab616a018a to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/8d5e6bc06c7a4f159a276fab616a018a 2024-11-23T17:27:22,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/048a5e0d85d744df9d24e586b96aa6b5 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/048a5e0d85d744df9d24e586b96aa6b5 2024-11-23T17:27:22,480 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/e95980645c9e40fe8ea46d9289b996a3 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/e95980645c9e40fe8ea46d9289b996a3 2024-11-23T17:27:22,481 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/dece54fd85934d2a9b38c2c371c53dfb to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/dece54fd85934d2a9b38c2c371c53dfb 2024-11-23T17:27:22,482 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/39ecf9d99586400facb4f8c3c33df419 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/39ecf9d99586400facb4f8c3c33df419 2024-11-23T17:27:22,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/81ef70ac604a4187ac09dec9d2a91c0b to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/81ef70ac604a4187ac09dec9d2a91c0b 2024-11-23T17:27:22,483 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/1c62912355b24583bbbe99f056163c9f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/1c62912355b24583bbbe99f056163c9f 2024-11-23T17:27:22,484 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/6b9f7755c6ea4761ac927d67795d907d to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/6b9f7755c6ea4761ac927d67795d907d 2024-11-23T17:27:22,485 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/26731b8536d94fd6a05fedf936f935af to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/26731b8536d94fd6a05fedf936f935af 2024-11-23T17:27:22,486 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/a6f1c4f714da4e44a4cb90f99cdcea4b, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/648b05b56f29459da280919e73893dc8, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/44f3484d6e344798807798c554b8c049, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/51619f96aae14e23a6d9682ec4008eaf, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/a3be0d7a57394e54b7e60e69a2388705, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/a4af12f0a65240b38b48d37c2ac39314, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/834c58ece73b49a88f121ed6d68f55ef, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/70433ad6d22a407faa9bedd95ac0935c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/29be3b4a9ecf4576a1a043c858330399, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/578e72ea57714727b662a57121f9cef5, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/41f8f4b1ba834750bad9241c258287a2, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/e7cc10b8da7741218db7e5c30f897485, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/5a2d2093ef894ba592d21f439d4252cb, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/469bf130436040369b534c0e4fa8786d, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/bdd02559f2d2448292e62dc59e5ec112, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/7ca902b87909486d9b4b80496b7d200a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/e34100bc6d0e4d32a9cb9cb38b2fdeec, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/8e6839e4f2e843f384408fd5df80fefb, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/5b89c885a74741a7bf79bbec1da4365c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/fd14cc35321e438c8110f63a4554d1e8, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/93d6b6a98f574f76b62eff903106aa3c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/f846ae95706b46e48748cf856dd1b3fc, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/132a0f8f0677453ea6d662c2ae862258, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/bc4319921a3a46c49c9dce35a17ee379, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/03ddd836b0c940f98942bc9a489243dd, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/ca1ba607736946f6b3294912b1846c40, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/9f19ebd564524a919e8ef178de53ffee, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/cd00028ecd4b4c7788116905d3624aab, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/d780d9084a0c4016b01c5a04bd037c1c] to archive 2024-11-23T17:27:22,487 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:27:22,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/a6f1c4f714da4e44a4cb90f99cdcea4b to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/a6f1c4f714da4e44a4cb90f99cdcea4b 2024-11-23T17:27:22,488 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/648b05b56f29459da280919e73893dc8 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/648b05b56f29459da280919e73893dc8 2024-11-23T17:27:22,489 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/44f3484d6e344798807798c554b8c049 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/44f3484d6e344798807798c554b8c049 2024-11-23T17:27:22,490 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/51619f96aae14e23a6d9682ec4008eaf to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/51619f96aae14e23a6d9682ec4008eaf 2024-11-23T17:27:22,491 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/a3be0d7a57394e54b7e60e69a2388705 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/a3be0d7a57394e54b7e60e69a2388705 2024-11-23T17:27:22,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/a4af12f0a65240b38b48d37c2ac39314 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/a4af12f0a65240b38b48d37c2ac39314 2024-11-23T17:27:22,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/834c58ece73b49a88f121ed6d68f55ef to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/834c58ece73b49a88f121ed6d68f55ef 2024-11-23T17:27:22,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/70433ad6d22a407faa9bedd95ac0935c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/70433ad6d22a407faa9bedd95ac0935c 2024-11-23T17:27:22,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/29be3b4a9ecf4576a1a043c858330399 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/29be3b4a9ecf4576a1a043c858330399 2024-11-23T17:27:22,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/578e72ea57714727b662a57121f9cef5 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/578e72ea57714727b662a57121f9cef5 2024-11-23T17:27:22,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/41f8f4b1ba834750bad9241c258287a2 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/41f8f4b1ba834750bad9241c258287a2 2024-11-23T17:27:22,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/e7cc10b8da7741218db7e5c30f897485 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/e7cc10b8da7741218db7e5c30f897485 2024-11-23T17:27:22,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/5a2d2093ef894ba592d21f439d4252cb to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/5a2d2093ef894ba592d21f439d4252cb 2024-11-23T17:27:22,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/469bf130436040369b534c0e4fa8786d to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/469bf130436040369b534c0e4fa8786d 2024-11-23T17:27:22,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/bdd02559f2d2448292e62dc59e5ec112 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/bdd02559f2d2448292e62dc59e5ec112 2024-11-23T17:27:22,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/7ca902b87909486d9b4b80496b7d200a to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/7ca902b87909486d9b4b80496b7d200a 2024-11-23T17:27:22,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/e34100bc6d0e4d32a9cb9cb38b2fdeec to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/e34100bc6d0e4d32a9cb9cb38b2fdeec 2024-11-23T17:27:22,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/8e6839e4f2e843f384408fd5df80fefb to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/8e6839e4f2e843f384408fd5df80fefb 2024-11-23T17:27:22,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/5b89c885a74741a7bf79bbec1da4365c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/5b89c885a74741a7bf79bbec1da4365c 2024-11-23T17:27:22,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/fd14cc35321e438c8110f63a4554d1e8 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/fd14cc35321e438c8110f63a4554d1e8 2024-11-23T17:27:22,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/93d6b6a98f574f76b62eff903106aa3c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/93d6b6a98f574f76b62eff903106aa3c 2024-11-23T17:27:22,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/f846ae95706b46e48748cf856dd1b3fc to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/f846ae95706b46e48748cf856dd1b3fc 2024-11-23T17:27:22,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/132a0f8f0677453ea6d662c2ae862258 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/132a0f8f0677453ea6d662c2ae862258 2024-11-23T17:27:22,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/bc4319921a3a46c49c9dce35a17ee379 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/bc4319921a3a46c49c9dce35a17ee379 2024-11-23T17:27:22,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/03ddd836b0c940f98942bc9a489243dd to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/03ddd836b0c940f98942bc9a489243dd 2024-11-23T17:27:22,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/ca1ba607736946f6b3294912b1846c40 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/ca1ba607736946f6b3294912b1846c40 2024-11-23T17:27:22,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/9f19ebd564524a919e8ef178de53ffee to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/9f19ebd564524a919e8ef178de53ffee 2024-11-23T17:27:22,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/cd00028ecd4b4c7788116905d3624aab to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/cd00028ecd4b4c7788116905d3624aab 2024-11-23T17:27:22,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/d780d9084a0c4016b01c5a04bd037c1c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/d780d9084a0c4016b01c5a04bd037c1c 2024-11-23T17:27:22,514 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/recovered.edits/418.seqid, newMaxSeqId=418, maxSeqId=1 2024-11-23T17:27:22,514 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149. 2024-11-23T17:27:22,514 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1635): Region close journal for 69156bb0ab203b05eb50d5e93990b149: 2024-11-23T17:27:22,515 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(170): Closed 69156bb0ab203b05eb50d5e93990b149 2024-11-23T17:27:22,516 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=69156bb0ab203b05eb50d5e93990b149, regionState=CLOSED 2024-11-23T17:27:22,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-23T17:27:22,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; CloseRegionProcedure 69156bb0ab203b05eb50d5e93990b149, server=f54dd19cfe0a,35067,1732382683491 in 1.4930 sec 2024-11-23T17:27:22,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-23T17:27:22,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=69156bb0ab203b05eb50d5e93990b149, UNASSIGN in 1.4960 sec 2024-11-23T17:27:22,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-23T17:27:22,520 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4990 sec 2024-11-23T17:27:22,521 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382842520"}]},"ts":"1732382842520"} 2024-11-23T17:27:22,521 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T17:27:22,524 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T17:27:22,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5100 sec 2024-11-23T17:27:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-23T17:27:23,120 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-23T17:27:23,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T17:27:23,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:27:23,122 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=152, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:27:23,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-23T17:27:23,123 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=152, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:27:23,125 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149 2024-11-23T17:27:23,126 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A, FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B, FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C, FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/recovered.edits] 2024-11-23T17:27:23,128 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/2188a3bc97314faea5882fb0bf80d6aa to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/2188a3bc97314faea5882fb0bf80d6aa 2024-11-23T17:27:23,129 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/c3cdd70200144e9ea2f50abcd3425b59 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/A/c3cdd70200144e9ea2f50abcd3425b59 2024-11-23T17:27:23,130 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/148872477504449f8ef2f041309601ee to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/148872477504449f8ef2f041309601ee 2024-11-23T17:27:23,131 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/68e21c231957481284ee0db19ff8d08c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/B/68e21c231957481284ee0db19ff8d08c 2024-11-23T17:27:23,132 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/16038fccfdd14736a9868eebbb604c44 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/16038fccfdd14736a9868eebbb604c44 2024-11-23T17:27:23,133 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/ce2be13f57b74e069c71d21a7b602c03 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/C/ce2be13f57b74e069c71d21a7b602c03 2024-11-23T17:27:23,135 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/recovered.edits/418.seqid to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149/recovered.edits/418.seqid 2024-11-23T17:27:23,135 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/69156bb0ab203b05eb50d5e93990b149 2024-11-23T17:27:23,135 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T17:27:23,137 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=152, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:27:23,138 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T17:27:23,139 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T17:27:23,140 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=152, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:27:23,140 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T17:27:23,140 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732382843140"}]},"ts":"9223372036854775807"} 2024-11-23T17:27:23,141 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T17:27:23,141 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 69156bb0ab203b05eb50d5e93990b149, NAME => 'TestAcidGuarantees,,1732382815993.69156bb0ab203b05eb50d5e93990b149.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T17:27:23,141 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T17:27:23,142 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732382843141"}]},"ts":"9223372036854775807"} 2024-11-23T17:27:23,143 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T17:27:23,144 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=152, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:27:23,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 23 msec 2024-11-23T17:27:23,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-23T17:27:23,224 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-11-23T17:27:23,233 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=242 (was 237) - Thread LEAK? -, OpenFileDescriptor=457 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=292 (was 278) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2774 (was 2792) 2024-11-23T17:27:23,241 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=242, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=292, ProcessCount=11, AvailableMemoryMB=2774 2024-11-23T17:27:23,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T17:27:23,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T17:27:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-23T17:27:23,244 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-23T17:27:23,244 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:23,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 153 2024-11-23T17:27:23,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-23T17:27:23,244 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-23T17:27:23,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742359_1535 (size=963) 2024-11-23T17:27:23,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T17:27:23,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-23T17:27:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-23T17:27:23,651 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9 2024-11-23T17:27:23,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742360_1536 (size=53) 2024-11-23T17:27:23,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-23T17:27:24,056 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:27:24,056 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, disabling compactions & flushes 2024-11-23T17:27:24,056 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:24,056 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:24,056 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. after waiting 0 ms 2024-11-23T17:27:24,056 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:24,056 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:24,056 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:24,057 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-23T17:27:24,057 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732382844057"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732382844057"}]},"ts":"1732382844057"} 2024-11-23T17:27:24,058 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-23T17:27:24,058 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-23T17:27:24,059 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382844058"}]},"ts":"1732382844058"} 2024-11-23T17:27:24,059 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-23T17:27:24,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, ASSIGN}] 2024-11-23T17:27:24,063 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, ASSIGN 2024-11-23T17:27:24,064 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, ASSIGN; state=OFFLINE, location=f54dd19cfe0a,35067,1732382683491; forceNewPlan=false, retain=false 2024-11-23T17:27:24,214 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, regionState=OPENING, regionLocation=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:24,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; OpenRegionProcedure 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491}] 2024-11-23T17:27:24,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-23T17:27:24,367 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:24,369 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:24,369 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7285): Opening region: {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} 2024-11-23T17:27:24,370 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:24,370 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:27:24,370 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7327): checking encryption for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:24,370 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7330): checking classloading for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:24,371 INFO [StoreOpener-5e62f83f95ff9c2ce0e4fda9e5fbdb8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:24,372 INFO [StoreOpener-5e62f83f95ff9c2ce0e4fda9e5fbdb8c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:27:24,372 INFO [StoreOpener-5e62f83f95ff9c2ce0e4fda9e5fbdb8c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e62f83f95ff9c2ce0e4fda9e5fbdb8c columnFamilyName A 2024-11-23T17:27:24,372 DEBUG [StoreOpener-5e62f83f95ff9c2ce0e4fda9e5fbdb8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:24,372 INFO [StoreOpener-5e62f83f95ff9c2ce0e4fda9e5fbdb8c-1 {}] regionserver.HStore(327): Store=5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:27:24,372 INFO [StoreOpener-5e62f83f95ff9c2ce0e4fda9e5fbdb8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:24,373 INFO [StoreOpener-5e62f83f95ff9c2ce0e4fda9e5fbdb8c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:27:24,373 INFO [StoreOpener-5e62f83f95ff9c2ce0e4fda9e5fbdb8c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e62f83f95ff9c2ce0e4fda9e5fbdb8c columnFamilyName B 2024-11-23T17:27:24,373 DEBUG [StoreOpener-5e62f83f95ff9c2ce0e4fda9e5fbdb8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:24,374 INFO [StoreOpener-5e62f83f95ff9c2ce0e4fda9e5fbdb8c-1 {}] regionserver.HStore(327): Store=5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:27:24,374 INFO [StoreOpener-5e62f83f95ff9c2ce0e4fda9e5fbdb8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:24,375 INFO [StoreOpener-5e62f83f95ff9c2ce0e4fda9e5fbdb8c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:27:24,375 INFO [StoreOpener-5e62f83f95ff9c2ce0e4fda9e5fbdb8c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e62f83f95ff9c2ce0e4fda9e5fbdb8c columnFamilyName C 2024-11-23T17:27:24,375 DEBUG [StoreOpener-5e62f83f95ff9c2ce0e4fda9e5fbdb8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:24,375 INFO [StoreOpener-5e62f83f95ff9c2ce0e4fda9e5fbdb8c-1 {}] regionserver.HStore(327): Store=5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:27:24,375 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:24,376 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:24,376 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:24,377 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T17:27:24,378 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1085): writing seq id for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:24,379 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-23T17:27:24,380 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1102): Opened 5e62f83f95ff9c2ce0e4fda9e5fbdb8c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63575399, jitterRate=-0.05265273153781891}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T17:27:24,380 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1001): Region open journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:24,381 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c., pid=155, masterSystemTime=1732382844367 2024-11-23T17:27:24,382 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:24,382 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:24,382 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, regionState=OPEN, openSeqNum=2, regionLocation=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:24,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-23T17:27:24,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; OpenRegionProcedure 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 in 168 msec 2024-11-23T17:27:24,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-23T17:27:24,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, ASSIGN in 321 msec 2024-11-23T17:27:24,385 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-23T17:27:24,386 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382844385"}]},"ts":"1732382844385"} 2024-11-23T17:27:24,386 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-23T17:27:24,389 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-23T17:27:24,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-11-23T17:27:25,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-11-23T17:27:25,348 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-11-23T17:27:25,349 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x537a66f8 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2ac53e79 2024-11-23T17:27:25,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5efb7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:27:25,356 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:27:25,357 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34526, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:27:25,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-23T17:27:25,358 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35590, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-23T17:27:25,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-23T17:27:25,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-23T17:27:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-23T17:27:25,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742361_1537 (size=999) 2024-11-23T17:27:25,770 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-11-23T17:27:25,770 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-11-23T17:27:25,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T17:27:25,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, REOPEN/MOVE}] 2024-11-23T17:27:25,774 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, REOPEN/MOVE 2024-11-23T17:27:25,775 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, regionState=CLOSING, regionLocation=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:25,775 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T17:27:25,775 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; CloseRegionProcedure 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491}] 2024-11-23T17:27:25,926 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:25,927 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(124): Close 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:25,927 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T17:27:25,927 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1681): Closing 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, disabling compactions & flushes 2024-11-23T17:27:25,927 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:25,927 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:25,927 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. after waiting 0 ms 2024-11-23T17:27:25,927 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:25,930 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-23T17:27:25,931 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:25,931 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1635): Region close journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:25,931 WARN [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionServer(3786): Not adding moved region record: 5e62f83f95ff9c2ce0e4fda9e5fbdb8c to self. 2024-11-23T17:27:25,932 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(170): Closed 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:25,932 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, regionState=CLOSED 2024-11-23T17:27:25,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-23T17:27:25,934 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; CloseRegionProcedure 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 in 158 msec 2024-11-23T17:27:25,934 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, REOPEN/MOVE; state=CLOSED, location=f54dd19cfe0a,35067,1732382683491; forceNewPlan=false, retain=true 2024-11-23T17:27:26,085 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, regionState=OPENING, regionLocation=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:26,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=158, state=RUNNABLE; OpenRegionProcedure 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491}] 2024-11-23T17:27:26,238 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:26,240 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:26,241 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7285): Opening region: {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} 2024-11-23T17:27:26,241 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:26,241 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-23T17:27:26,241 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7327): checking encryption for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:26,241 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7330): checking classloading for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:26,242 INFO [StoreOpener-5e62f83f95ff9c2ce0e4fda9e5fbdb8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:26,243 INFO [StoreOpener-5e62f83f95ff9c2ce0e4fda9e5fbdb8c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:27:26,243 INFO [StoreOpener-5e62f83f95ff9c2ce0e4fda9e5fbdb8c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e62f83f95ff9c2ce0e4fda9e5fbdb8c columnFamilyName A 2024-11-23T17:27:26,244 DEBUG [StoreOpener-5e62f83f95ff9c2ce0e4fda9e5fbdb8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:26,244 INFO [StoreOpener-5e62f83f95ff9c2ce0e4fda9e5fbdb8c-1 {}] regionserver.HStore(327): Store=5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:27:26,245 INFO [StoreOpener-5e62f83f95ff9c2ce0e4fda9e5fbdb8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:26,245 INFO [StoreOpener-5e62f83f95ff9c2ce0e4fda9e5fbdb8c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:27:26,245 INFO [StoreOpener-5e62f83f95ff9c2ce0e4fda9e5fbdb8c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e62f83f95ff9c2ce0e4fda9e5fbdb8c columnFamilyName B 2024-11-23T17:27:26,245 DEBUG [StoreOpener-5e62f83f95ff9c2ce0e4fda9e5fbdb8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:26,246 INFO [StoreOpener-5e62f83f95ff9c2ce0e4fda9e5fbdb8c-1 {}] regionserver.HStore(327): Store=5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:27:26,246 INFO [StoreOpener-5e62f83f95ff9c2ce0e4fda9e5fbdb8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:26,246 INFO [StoreOpener-5e62f83f95ff9c2ce0e4fda9e5fbdb8c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-11-23T17:27:26,246 INFO [StoreOpener-5e62f83f95ff9c2ce0e4fda9e5fbdb8c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e62f83f95ff9c2ce0e4fda9e5fbdb8c columnFamilyName C 2024-11-23T17:27:26,246 DEBUG [StoreOpener-5e62f83f95ff9c2ce0e4fda9e5fbdb8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:26,247 INFO [StoreOpener-5e62f83f95ff9c2ce0e4fda9e5fbdb8c-1 {}] regionserver.HStore(327): Store=5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-23T17:27:26,247 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:26,248 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:26,249 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:26,250 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-23T17:27:26,251 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1085): writing seq id for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:26,251 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1102): Opened 5e62f83f95ff9c2ce0e4fda9e5fbdb8c; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73777835, jitterRate=0.0993754118680954}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-23T17:27:26,252 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1001): Region open journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:26,252 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c., pid=160, masterSystemTime=1732382846238 2024-11-23T17:27:26,253 DEBUG [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:26,254 INFO [RS_OPEN_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:26,254 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, regionState=OPEN, openSeqNum=5, regionLocation=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:26,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=158 2024-11-23T17:27:26,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=158, state=SUCCESS; OpenRegionProcedure 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 in 169 msec 2024-11-23T17:27:26,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-23T17:27:26,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, REOPEN/MOVE in 481 msec 2024-11-23T17:27:26,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-23T17:27:26,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 485 msec 2024-11-23T17:27:26,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 898 msec 2024-11-23T17:27:26,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-23T17:27:26,261 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7fc332d8 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c9b5141 2024-11-23T17:27:26,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103dfc6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:27:26,265 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17327621 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11a52cdf 2024-11-23T17:27:26,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e047c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:27:26,268 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1584f18a to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d7fe431 2024-11-23T17:27:26,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60d631a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:27:26,272 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b914bf4 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@91d72db 2024-11-23T17:27:26,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58971172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:27:26,276 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f6a59e4 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d836f78 2024-11-23T17:27:26,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d7fe93b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:27:26,280 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53305d9b to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11c440f7 2024-11-23T17:27:26,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1754bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:27:26,283 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6bb6288a to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58460ef3 2024-11-23T17:27:26,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9113f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:27:26,287 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06556601 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e8cd1ae 2024-11-23T17:27:26,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb75907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:27:26,290 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x458a85fd to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d832d43 2024-11-23T17:27:26,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1d3a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:27:26,293 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x410bf0c8 to 127.0.0.1:55168 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@15b6349f 2024-11-23T17:27:26,296 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503a7d2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-23T17:27:26,300 DEBUG [hconnection-0x7b573f88-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:27:26,300 DEBUG [hconnection-0x121866d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:27:26,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:27:26,301 DEBUG [hconnection-0x487fb5e7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:27:26,301 DEBUG [hconnection-0x55567f4c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:27:26,301 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34534, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:27:26,301 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34546, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:27:26,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-23T17:27:26,302 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34552, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:27:26,302 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34556, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:27:26,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T17:27:26,303 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:27:26,304 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:27:26,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:27:26,304 DEBUG [hconnection-0x169b2bdc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:27:26,305 DEBUG [hconnection-0x7499b9fe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:27:26,305 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34566, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:27:26,306 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34578, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:27:26,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:26,311 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T17:27:26,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=A 2024-11-23T17:27:26,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:26,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=B 2024-11-23T17:27:26,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:26,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=C 2024-11-23T17:27:26,311 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:26,315 DEBUG [hconnection-0x7d003b6a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:27:26,316 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34590, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:27:26,316 DEBUG [hconnection-0x4f2914ab-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:27:26,317 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34606, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:27:26,319 DEBUG [hconnection-0x4e0c05b3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:27:26,320 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34608, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:27:26,322 DEBUG [hconnection-0x5c4c1218-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-23T17:27:26,324 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34616, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-23T17:27:26,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:26,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382906333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:26,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732382906333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:26,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:26,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34608 deadline: 1732382906334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:26,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:26,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1732382906337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:26,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:26,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34616 deadline: 1732382906337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:26,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411239cc614c1b6f94f7eacfb04b3a6c00fb7_5e62f83f95ff9c2ce0e4fda9e5fbdb8c is 50, key is test_row_0/A:col10/1732382846309/Put/seqid=0 2024-11-23T17:27:26,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742362_1538 (size=12154) 2024-11-23T17:27:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T17:27:26,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382906437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:26,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:26,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732382906437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:26,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34608 deadline: 1732382906438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:26,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:26,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1732382906439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:26,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:26,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34616 deadline: 1732382906440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:26,456 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:26,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T17:27:26,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:26,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:26,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:26,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:26,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:26,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T17:27:26,608 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:26,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T17:27:26,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:26,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:26,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:26,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:26,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:26,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:26,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732382906639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:26,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34608 deadline: 1732382906639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:26,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382906640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:26,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1732382906642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:26,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34616 deadline: 1732382906642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:26,751 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:26,754 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411239cc614c1b6f94f7eacfb04b3a6c00fb7_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239cc614c1b6f94f7eacfb04b3a6c00fb7_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:26,755 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/d64bbe7ce0fa4dd6b58eaaa9d7fb3f0f, store: [table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:26,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/d64bbe7ce0fa4dd6b58eaaa9d7fb3f0f is 175, key is test_row_0/A:col10/1732382846309/Put/seqid=0 2024-11-23T17:27:26,762 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:26,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T17:27:26,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742363_1539 (size=30955) 2024-11-23T17:27:26,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:26,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:26,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:26,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:26,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:26,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T17:27:26,915 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:26,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T17:27:26,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:26,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:26,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:26,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:26,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:26,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732382906941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:26,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382906942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:26,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34608 deadline: 1732382906943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:26,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34616 deadline: 1732382906944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:26,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1732382906944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:27,067 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:27,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T17:27:27,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:27,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:27,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:27,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:27,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:27,163 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/d64bbe7ce0fa4dd6b58eaaa9d7fb3f0f 2024-11-23T17:27:27,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/994f2c1bd5e94f7aa530092bd7aeebdb is 50, key is test_row_0/B:col10/1732382846309/Put/seqid=0 2024-11-23T17:27:27,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742364_1540 (size=12001) 2024-11-23T17:27:27,220 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:27,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T17:27:27,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:27,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:27,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:27,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:27,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:27,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:27,372 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:27,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T17:27:27,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:27,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:27,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:27,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:27,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:27,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:27,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T17:27:27,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:27,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382907444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:27,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:27,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34608 deadline: 1732382907445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:27,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:27,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732382907447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:27,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34616 deadline: 1732382907448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:27,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1732382907448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:27,525 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:27,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T17:27:27,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:27,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:27,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:27,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:27,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:27,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/994f2c1bd5e94f7aa530092bd7aeebdb 2024-11-23T17:27:27,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/a03daecd6120469a941ae85996c98ede is 50, key is test_row_0/C:col10/1732382846309/Put/seqid=0 2024-11-23T17:27:27,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742365_1541 (size=12001) 2024-11-23T17:27:27,678 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:27,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T17:27:27,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:27,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:27,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:27,679 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:27,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:27,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:27,830 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:27,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T17:27:27,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:27,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:27,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:27,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:27,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:27,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:27,982 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:27,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T17:27:27,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:27,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:27,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:27,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:27,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:27,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:28,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/a03daecd6120469a941ae85996c98ede 2024-11-23T17:27:28,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/d64bbe7ce0fa4dd6b58eaaa9d7fb3f0f as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/d64bbe7ce0fa4dd6b58eaaa9d7fb3f0f 2024-11-23T17:27:28,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/d64bbe7ce0fa4dd6b58eaaa9d7fb3f0f, entries=150, sequenceid=15, filesize=30.2 K 2024-11-23T17:27:28,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/994f2c1bd5e94f7aa530092bd7aeebdb as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/994f2c1bd5e94f7aa530092bd7aeebdb 2024-11-23T17:27:28,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/994f2c1bd5e94f7aa530092bd7aeebdb, entries=150, sequenceid=15, filesize=11.7 K 2024-11-23T17:27:28,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/a03daecd6120469a941ae85996c98ede as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/a03daecd6120469a941ae85996c98ede 2024-11-23T17:27:28,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/a03daecd6120469a941ae85996c98ede, entries=150, sequenceid=15, filesize=11.7 K 2024-11-23T17:27:28,034 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-23T17:27:28,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c in 1733ms, sequenceid=15, compaction requested=false 2024-11-23T17:27:28,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:28,135 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:28,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-23T17:27:28,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:28,136 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T17:27:28,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=A 2024-11-23T17:27:28,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:28,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=B 2024-11-23T17:27:28,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:28,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=C 2024-11-23T17:27:28,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:28,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238a4348978e074ef287f88d23fb704034_5e62f83f95ff9c2ce0e4fda9e5fbdb8c is 50, key is test_row_0/A:col10/1732382846333/Put/seqid=0 2024-11-23T17:27:28,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742366_1542 (size=12154) 2024-11-23T17:27:28,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T17:27:28,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:28,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:28,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:28,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732382908452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:28,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1732382908453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:28,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382908454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:28,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:28,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34608 deadline: 1732382908454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:28,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:28,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34616 deadline: 1732382908457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:28,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:28,549 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238a4348978e074ef287f88d23fb704034_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238a4348978e074ef287f88d23fb704034_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:28,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/8a46ad5b23cd4301b061f82e9f935d17, store: [table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:28,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/8a46ad5b23cd4301b061f82e9f935d17 is 175, key is test_row_0/A:col10/1732382846333/Put/seqid=0 2024-11-23T17:27:28,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742367_1543 (size=30955) 2024-11-23T17:27:28,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:28,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732382908555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:28,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1732382908555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:28,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382908557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:28,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34608 deadline: 1732382908557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:28,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:28,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732382908756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:28,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:28,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1732382908758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:28,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:28,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382908758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:28,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34608 deadline: 1732382908759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:28,954 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/8a46ad5b23cd4301b061f82e9f935d17 2024-11-23T17:27:28,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/186d23d62c2c40fda3530349570989fe is 50, key is test_row_0/B:col10/1732382846333/Put/seqid=0 2024-11-23T17:27:28,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742368_1544 (size=12001) 2024-11-23T17:27:29,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732382909059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:29,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:29,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1732382909059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:29,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382909060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:29,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:29,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34608 deadline: 1732382909061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:29,366 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/186d23d62c2c40fda3530349570989fe 2024-11-23T17:27:29,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/66f8055fb88c4cad9a3bf09085ccc792 is 50, key is test_row_0/C:col10/1732382846333/Put/seqid=0 2024-11-23T17:27:29,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742369_1545 (size=12001) 2024-11-23T17:27:29,376 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/66f8055fb88c4cad9a3bf09085ccc792 2024-11-23T17:27:29,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/8a46ad5b23cd4301b061f82e9f935d17 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/8a46ad5b23cd4301b061f82e9f935d17 2024-11-23T17:27:29,384 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/8a46ad5b23cd4301b061f82e9f935d17, entries=150, sequenceid=41, filesize=30.2 K 2024-11-23T17:27:29,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/186d23d62c2c40fda3530349570989fe as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/186d23d62c2c40fda3530349570989fe 2024-11-23T17:27:29,387 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/186d23d62c2c40fda3530349570989fe, entries=150, sequenceid=41, filesize=11.7 K 2024-11-23T17:27:29,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/66f8055fb88c4cad9a3bf09085ccc792 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/66f8055fb88c4cad9a3bf09085ccc792 2024-11-23T17:27:29,391 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/66f8055fb88c4cad9a3bf09085ccc792, entries=150, sequenceid=41, filesize=11.7 K 2024-11-23T17:27:29,391 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c in 1255ms, sequenceid=41, compaction requested=false 2024-11-23T17:27:29,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:29,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:29,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-23T17:27:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-23T17:27:29,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-23T17:27:29,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0890 sec 2024-11-23T17:27:29,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 3.0950 sec 2024-11-23T17:27:29,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:29,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T17:27:29,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=A 2024-11-23T17:27:29,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:29,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=B 2024-11-23T17:27:29,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:29,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=C 2024-11-23T17:27:29,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:29,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233ed65a2271ac41b1a48301d794aaaff7_5e62f83f95ff9c2ce0e4fda9e5fbdb8c is 50, key is test_row_0/A:col10/1732382848450/Put/seqid=0 2024-11-23T17:27:29,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742370_1546 (size=12154) 2024-11-23T17:27:29,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:29,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732382909582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:29,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:29,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1732382909582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:29,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:29,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382909582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:29,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:29,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34608 deadline: 1732382909584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:29,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:29,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732382909685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:29,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:29,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1732382909685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:29,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:29,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382909685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:29,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:29,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34608 deadline: 1732382909686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:29,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34608 deadline: 1732382909888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:29,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:29,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732382909888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:29,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1732382909889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:29,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:29,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382909889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:29,975 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:29,978 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233ed65a2271ac41b1a48301d794aaaff7_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233ed65a2271ac41b1a48301d794aaaff7_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:29,979 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/40b4f82dc51844f0954a1afeb1b9cc6b, store: [table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:29,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/40b4f82dc51844f0954a1afeb1b9cc6b is 175, key is test_row_0/A:col10/1732382848450/Put/seqid=0 2024-11-23T17:27:29,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742371_1547 (size=30955) 2024-11-23T17:27:30,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:30,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34608 deadline: 1732382910191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:30,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:30,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1732382910191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:30,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:30,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732382910192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:30,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:30,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382910192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:30,384 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/40b4f82dc51844f0954a1afeb1b9cc6b 2024-11-23T17:27:30,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/40202d4e0e1944df82087a285da07cc3 is 50, key is test_row_0/B:col10/1732382848450/Put/seqid=0 2024-11-23T17:27:30,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742372_1548 (size=12001) 2024-11-23T17:27:30,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-23T17:27:30,407 INFO [Thread-2401 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-23T17:27:30,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:27:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-23T17:27:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T17:27:30,409 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:27:30,410 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:27:30,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:27:30,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34616 deadline: 1732382910460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:30,462 DEBUG [Thread-2391 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4124 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c., hostname=f54dd19cfe0a,35067,1732382683491, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:27:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T17:27:30,561 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:30,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T17:27:30,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:30,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:30,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:30,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:30,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:30,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:30,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1732382910694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:30,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:30,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732382910695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:30,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382910695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:30,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:30,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34608 deadline: 1732382910698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:30,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T17:27:30,714 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:30,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T17:27:30,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:30,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:30,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:30,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:30,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:30,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:30,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/40202d4e0e1944df82087a285da07cc3 2024-11-23T17:27:30,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/7e5ba7b78bb44030a7791141b8c3063f is 50, key is test_row_0/C:col10/1732382848450/Put/seqid=0 2024-11-23T17:27:30,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742373_1549 (size=12001) 2024-11-23T17:27:30,867 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:30,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T17:27:30,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:30,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:30,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:30,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:30,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T17:27:31,019 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:31,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T17:27:31,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:31,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:31,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:31,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:31,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:31,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:31,172 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:31,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T17:27:31,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:31,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:31,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:31,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:31,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:31,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:31,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/7e5ba7b78bb44030a7791141b8c3063f 2024-11-23T17:27:31,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/40b4f82dc51844f0954a1afeb1b9cc6b as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/40b4f82dc51844f0954a1afeb1b9cc6b 2024-11-23T17:27:31,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/40b4f82dc51844f0954a1afeb1b9cc6b, entries=150, sequenceid=52, filesize=30.2 K 2024-11-23T17:27:31,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/40202d4e0e1944df82087a285da07cc3 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/40202d4e0e1944df82087a285da07cc3 2024-11-23T17:27:31,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/40202d4e0e1944df82087a285da07cc3, entries=150, sequenceid=52, filesize=11.7 K 2024-11-23T17:27:31,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/7e5ba7b78bb44030a7791141b8c3063f as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/7e5ba7b78bb44030a7791141b8c3063f 2024-11-23T17:27:31,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/7e5ba7b78bb44030a7791141b8c3063f, entries=150, sequenceid=52, filesize=11.7 K 2024-11-23T17:27:31,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c in 1656ms, sequenceid=52, compaction requested=true 2024-11-23T17:27:31,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:31,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:27:31,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:31,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:27:31,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:31,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:27:31,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:27:31,219 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:31,219 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:31,220 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:31,220 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B is initiating minor compaction (all files) 2024-11-23T17:27:31,220 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B in TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:31,220 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/994f2c1bd5e94f7aa530092bd7aeebdb, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/186d23d62c2c40fda3530349570989fe, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/40202d4e0e1944df82087a285da07cc3] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp, totalSize=35.2 K 2024-11-23T17:27:31,220 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:31,220 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A is initiating minor compaction (all files) 2024-11-23T17:27:31,221 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A in TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:31,221 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/d64bbe7ce0fa4dd6b58eaaa9d7fb3f0f, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/8a46ad5b23cd4301b061f82e9f935d17, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/40b4f82dc51844f0954a1afeb1b9cc6b] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp, totalSize=90.7 K 2024-11-23T17:27:31,221 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:31,221 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. files: [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/d64bbe7ce0fa4dd6b58eaaa9d7fb3f0f, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/8a46ad5b23cd4301b061f82e9f935d17, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/40b4f82dc51844f0954a1afeb1b9cc6b] 2024-11-23T17:27:31,221 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 994f2c1bd5e94f7aa530092bd7aeebdb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732382846304 2024-11-23T17:27:31,221 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting d64bbe7ce0fa4dd6b58eaaa9d7fb3f0f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732382846304 2024-11-23T17:27:31,221 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 186d23d62c2c40fda3530349570989fe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732382846333 2024-11-23T17:27:31,222 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a46ad5b23cd4301b061f82e9f935d17, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732382846333 2024-11-23T17:27:31,222 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 40202d4e0e1944df82087a285da07cc3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732382848450 2024-11-23T17:27:31,222 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40b4f82dc51844f0954a1afeb1b9cc6b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732382848450 2024-11-23T17:27:31,227 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:31,228 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c#B#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:31,229 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/c17b4f896bac444e83837b6c49fde27f is 50, key is test_row_0/B:col10/1732382848450/Put/seqid=0 2024-11-23T17:27:31,229 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123a3d2917a18734dffb335947e59131a4f_5e62f83f95ff9c2ce0e4fda9e5fbdb8c store=[table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:31,230 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123a3d2917a18734dffb335947e59131a4f_5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=[table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:31,230 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a3d2917a18734dffb335947e59131a4f_5e62f83f95ff9c2ce0e4fda9e5fbdb8c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:31,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742374_1550 (size=12104) 2024-11-23T17:27:31,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742375_1551 (size=4469) 2024-11-23T17:27:31,238 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/c17b4f896bac444e83837b6c49fde27f as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/c17b4f896bac444e83837b6c49fde27f 2024-11-23T17:27:31,242 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c into c17b4f896bac444e83837b6c49fde27f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:31,242 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:31,242 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c., storeName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B, priority=13, startTime=1732382851219; duration=0sec 2024-11-23T17:27:31,242 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:27:31,242 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:B 2024-11-23T17:27:31,242 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:31,243 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:31,243 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C is initiating minor compaction (all files) 2024-11-23T17:27:31,243 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C in TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:31,243 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/a03daecd6120469a941ae85996c98ede, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/66f8055fb88c4cad9a3bf09085ccc792, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/7e5ba7b78bb44030a7791141b8c3063f] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp, totalSize=35.2 K 2024-11-23T17:27:31,244 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting a03daecd6120469a941ae85996c98ede, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732382846304 2024-11-23T17:27:31,244 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 66f8055fb88c4cad9a3bf09085ccc792, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732382846333 2024-11-23T17:27:31,245 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e5ba7b78bb44030a7791141b8c3063f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732382848450 2024-11-23T17:27:31,251 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c#C#compaction#467 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:31,251 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/5a82422ed01744e3b56a8eee56961a99 is 50, key is test_row_0/C:col10/1732382848450/Put/seqid=0 2024-11-23T17:27:31,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742376_1552 (size=12104) 2024-11-23T17:27:31,325 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:31,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-23T17:27:31,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:31,325 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T17:27:31,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=A 2024-11-23T17:27:31,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:31,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=B 2024-11-23T17:27:31,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:31,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=C 2024-11-23T17:27:31,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:31,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236f4c8b7db3f24253823e7a1adf5fda3b_5e62f83f95ff9c2ce0e4fda9e5fbdb8c is 50, key is test_row_0/A:col10/1732382849577/Put/seqid=0 2024-11-23T17:27:31,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742377_1553 (size=12154) 2024-11-23T17:27:31,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:31,340 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411236f4c8b7db3f24253823e7a1adf5fda3b_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236f4c8b7db3f24253823e7a1adf5fda3b_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:31,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/2cf0c02fc0f54da381850d3b91d26d39, store: [table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:31,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/2cf0c02fc0f54da381850d3b91d26d39 is 175, key is test_row_0/A:col10/1732382849577/Put/seqid=0 2024-11-23T17:27:31,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742378_1554 (size=30955) 2024-11-23T17:27:31,345 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/2cf0c02fc0f54da381850d3b91d26d39 2024-11-23T17:27:31,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/2d4ee9f17fdf4f53bbcbb05f5559ac88 is 50, key is test_row_0/B:col10/1732382849577/Put/seqid=0 2024-11-23T17:27:31,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742379_1555 (size=12001) 2024-11-23T17:27:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T17:27:31,636 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c#A#compaction#466 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:31,637 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/2f464c0e33f540a49d07f18be8eee061 is 175, key is test_row_0/A:col10/1732382848450/Put/seqid=0 2024-11-23T17:27:31,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742380_1556 (size=31058) 2024-11-23T17:27:31,659 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/5a82422ed01744e3b56a8eee56961a99 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/5a82422ed01744e3b56a8eee56961a99 2024-11-23T17:27:31,664 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c into 5a82422ed01744e3b56a8eee56961a99(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:31,664 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:31,664 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c., storeName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C, priority=13, startTime=1732382851219; duration=0sec 2024-11-23T17:27:31,664 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:31,664 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:C 2024-11-23T17:27:31,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:31,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382911706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:31,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34608 deadline: 1732382911707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:31,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1732382911708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:31,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732382911708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:31,755 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/2d4ee9f17fdf4f53bbcbb05f5559ac88 2024-11-23T17:27:31,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/a59e04b3c08243968103ca17346451b3 is 50, key is test_row_0/C:col10/1732382849577/Put/seqid=0 2024-11-23T17:27:31,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742381_1557 (size=12001) 2024-11-23T17:27:31,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34608 deadline: 1732382911810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:31,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1732382911811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:31,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732382911811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:32,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:32,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34608 deadline: 1732382912014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:32,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:32,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1732382912014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:32,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:32,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732382912015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:32,045 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/2f464c0e33f540a49d07f18be8eee061 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/2f464c0e33f540a49d07f18be8eee061 2024-11-23T17:27:32,049 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c into 2f464c0e33f540a49d07f18be8eee061(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:32,050 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:32,050 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c., storeName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A, priority=13, startTime=1732382851219; duration=0sec 2024-11-23T17:27:32,050 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:32,050 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:A 2024-11-23T17:27:32,171 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/a59e04b3c08243968103ca17346451b3 2024-11-23T17:27:32,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/2cf0c02fc0f54da381850d3b91d26d39 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/2cf0c02fc0f54da381850d3b91d26d39 2024-11-23T17:27:32,178 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/2cf0c02fc0f54da381850d3b91d26d39, entries=150, sequenceid=78, filesize=30.2 K 2024-11-23T17:27:32,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/2d4ee9f17fdf4f53bbcbb05f5559ac88 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/2d4ee9f17fdf4f53bbcbb05f5559ac88 2024-11-23T17:27:32,182 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/2d4ee9f17fdf4f53bbcbb05f5559ac88, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T17:27:32,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/a59e04b3c08243968103ca17346451b3 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/a59e04b3c08243968103ca17346451b3 2024-11-23T17:27:32,186 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/a59e04b3c08243968103ca17346451b3, entries=150, sequenceid=78, filesize=11.7 K 2024-11-23T17:27:32,188 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c in 863ms, sequenceid=78, compaction requested=false 2024-11-23T17:27:32,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:32,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:32,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-23T17:27:32,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-23T17:27:32,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-23T17:27:32,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7790 sec 2024-11-23T17:27:32,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.7840 sec 2024-11-23T17:27:32,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:32,318 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T17:27:32,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=A 2024-11-23T17:27:32,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:32,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=B 2024-11-23T17:27:32,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:32,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=C 2024-11-23T17:27:32,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:32,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123851009f14de24f2381a7b8b32dcfa54d_5e62f83f95ff9c2ce0e4fda9e5fbdb8c is 50, key is test_row_0/A:col10/1732382851706/Put/seqid=0 2024-11-23T17:27:32,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742382_1558 (size=12154) 2024-11-23T17:27:32,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732382912340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:32,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:32,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34608 deadline: 1732382912340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:32,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:32,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1732382912342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:32,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732382912443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:32,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:32,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34608 deadline: 1732382912443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:32,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:32,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1732382912444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-23T17:27:32,513 INFO [Thread-2401 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-23T17:27:32,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:27:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-23T17:27:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T17:27:32,515 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:27:32,516 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:27:32,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:27:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T17:27:32,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:32,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732382912646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:32,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:32,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34608 deadline: 1732382912647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:32,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:32,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1732382912647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:32,667 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:32,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T17:27:32,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:32,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:32,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:32,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:32,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:32,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:32,731 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:32,734 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123851009f14de24f2381a7b8b32dcfa54d_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123851009f14de24f2381a7b8b32dcfa54d_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:32,735 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/9c0a16fa0aa14295bc8860642ab2b72c, store: [table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:32,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/9c0a16fa0aa14295bc8860642ab2b72c is 175, key is test_row_0/A:col10/1732382851706/Put/seqid=0 2024-11-23T17:27:32,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742383_1559 (size=30955) 2024-11-23T17:27:32,740 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/9c0a16fa0aa14295bc8860642ab2b72c 2024-11-23T17:27:32,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/f8067228cc1a4ef2982a05b79d3efbfb is 50, key is test_row_0/B:col10/1732382851706/Put/seqid=0 2024-11-23T17:27:32,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742384_1560 (size=12001) 2024-11-23T17:27:32,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T17:27:32,820 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:32,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T17:27:32,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:32,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:32,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:32,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:32,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:32,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:32,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1732382912949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:32,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34608 deadline: 1732382912950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:32,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732382912951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:32,974 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:32,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T17:27:32,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:32,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:32,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:32,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:32,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T17:27:33,127 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:33,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T17:27:33,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:33,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:33,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:33,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:33,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:33,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/f8067228cc1a4ef2982a05b79d3efbfb 2024-11-23T17:27:33,171 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/9db4934aa39849158d0c49e37f764adb is 50, key is test_row_0/C:col10/1732382851706/Put/seqid=0 2024-11-23T17:27:33,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742385_1561 (size=12001) 2024-11-23T17:27:33,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-23T17:27:33,252 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-23T17:27:33,280 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:33,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T17:27:33,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:33,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:33,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:33,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:33,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:33,433 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:33,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T17:27:33,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:33,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:33,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:33,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:33,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:33,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732382913454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:33,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34608 deadline: 1732382913456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:33,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1732382913457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:33,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/9db4934aa39849158d0c49e37f764adb 2024-11-23T17:27:33,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/9c0a16fa0aa14295bc8860642ab2b72c as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/9c0a16fa0aa14295bc8860642ab2b72c 2024-11-23T17:27:33,583 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/9c0a16fa0aa14295bc8860642ab2b72c, entries=150, sequenceid=93, filesize=30.2 K 2024-11-23T17:27:33,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/f8067228cc1a4ef2982a05b79d3efbfb as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/f8067228cc1a4ef2982a05b79d3efbfb 2024-11-23T17:27:33,586 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:33,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T17:27:33,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:33,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:33,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:33,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/f8067228cc1a4ef2982a05b79d3efbfb, entries=150, sequenceid=93, filesize=11.7 K 2024-11-23T17:27:33,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:33,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:33,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/9db4934aa39849158d0c49e37f764adb as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/9db4934aa39849158d0c49e37f764adb 2024-11-23T17:27:33,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/9db4934aa39849158d0c49e37f764adb, entries=150, sequenceid=93, filesize=11.7 K 2024-11-23T17:27:33,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c in 1273ms, sequenceid=93, compaction requested=true 2024-11-23T17:27:33,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:33,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:27:33,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:33,592 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:33,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:27:33,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:33,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:27:33,592 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:33,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:27:33,593 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:33,593 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:33,593 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B is initiating minor compaction (all files) 2024-11-23T17:27:33,593 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A is initiating minor compaction (all files) 2024-11-23T17:27:33,593 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B in TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:33,593 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A in TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:33,593 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/c17b4f896bac444e83837b6c49fde27f, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/2d4ee9f17fdf4f53bbcbb05f5559ac88, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/f8067228cc1a4ef2982a05b79d3efbfb] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp, totalSize=35.3 K 2024-11-23T17:27:33,593 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/2f464c0e33f540a49d07f18be8eee061, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/2cf0c02fc0f54da381850d3b91d26d39, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/9c0a16fa0aa14295bc8860642ab2b72c] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp, totalSize=90.8 K 2024-11-23T17:27:33,593 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:33,593 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. files: [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/2f464c0e33f540a49d07f18be8eee061, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/2cf0c02fc0f54da381850d3b91d26d39, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/9c0a16fa0aa14295bc8860642ab2b72c] 2024-11-23T17:27:33,593 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f464c0e33f540a49d07f18be8eee061, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732382848450 2024-11-23T17:27:33,593 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting c17b4f896bac444e83837b6c49fde27f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732382848450 2024-11-23T17:27:33,594 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d4ee9f17fdf4f53bbcbb05f5559ac88, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732382849577 2024-11-23T17:27:33,594 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2cf0c02fc0f54da381850d3b91d26d39, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732382849577 2024-11-23T17:27:33,594 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting f8067228cc1a4ef2982a05b79d3efbfb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732382851706 2024-11-23T17:27:33,594 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c0a16fa0aa14295bc8860642ab2b72c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732382851706 2024-11-23T17:27:33,599 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:33,601 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c#B#compaction#475 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:33,601 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411237acc1fc04d214d73b903944c0992c54b_5e62f83f95ff9c2ce0e4fda9e5fbdb8c store=[table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:33,602 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/cc589964ac9d44c3ad0afa718e7d5f72 is 50, key is test_row_0/B:col10/1732382851706/Put/seqid=0 2024-11-23T17:27:33,603 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411237acc1fc04d214d73b903944c0992c54b_5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=[table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:33,603 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237acc1fc04d214d73b903944c0992c54b_5e62f83f95ff9c2ce0e4fda9e5fbdb8c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:33,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742386_1562 (size=12207) 2024-11-23T17:27:33,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742387_1563 (size=4469) 2024-11-23T17:27:33,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T17:27:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:33,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-23T17:27:33,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=A 2024-11-23T17:27:33,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:33,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=B 2024-11-23T17:27:33,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:33,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=C 2024-11-23T17:27:33,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:33,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112383ba0daf90f14342923f5f4c829086f7_5e62f83f95ff9c2ce0e4fda9e5fbdb8c is 50, key is test_row_0/A:col10/1732382853719/Put/seqid=0 2024-11-23T17:27:33,739 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:33,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T17:27:33,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:33,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:33,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:33,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:33,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:33,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742388_1564 (size=14594) 2024-11-23T17:27:33,743 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:33,747 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112383ba0daf90f14342923f5f4c829086f7_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112383ba0daf90f14342923f5f4c829086f7_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:33,747 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/108d7e31c0524b3c864019b568221cce, store: [table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:33,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/108d7e31c0524b3c864019b568221cce is 175, key is test_row_0/A:col10/1732382853719/Put/seqid=0 2024-11-23T17:27:33,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382913748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:33,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742389_1565 (size=39549) 2024-11-23T17:27:33,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:33,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382913850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:33,891 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:33,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T17:27:33,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:33,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:33,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:33,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:33,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:33,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:34,010 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/cc589964ac9d44c3ad0afa718e7d5f72 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/cc589964ac9d44c3ad0afa718e7d5f72 2024-11-23T17:27:34,011 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c#A#compaction#474 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:34,012 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/8dd8b58f945b4f6e99e010e6b2aee9c7 is 175, key is test_row_0/A:col10/1732382851706/Put/seqid=0 2024-11-23T17:27:34,015 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c into cc589964ac9d44c3ad0afa718e7d5f72(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:34,015 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:34,015 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c., storeName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B, priority=13, startTime=1732382853592; duration=0sec 2024-11-23T17:27:34,015 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:27:34,015 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:B 2024-11-23T17:27:34,016 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:34,016 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:34,016 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C is initiating minor compaction (all files) 2024-11-23T17:27:34,016 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C in TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:34,017 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/5a82422ed01744e3b56a8eee56961a99, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/a59e04b3c08243968103ca17346451b3, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/9db4934aa39849158d0c49e37f764adb] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp, totalSize=35.3 K 2024-11-23T17:27:34,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742390_1566 (size=31161) 2024-11-23T17:27:34,017 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a82422ed01744e3b56a8eee56961a99, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732382848450 2024-11-23T17:27:34,018 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting a59e04b3c08243968103ca17346451b3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732382849577 2024-11-23T17:27:34,018 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 9db4934aa39849158d0c49e37f764adb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732382851706 2024-11-23T17:27:34,022 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/8dd8b58f945b4f6e99e010e6b2aee9c7 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/8dd8b58f945b4f6e99e010e6b2aee9c7 2024-11-23T17:27:34,027 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c into 8dd8b58f945b4f6e99e010e6b2aee9c7(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:34,027 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:34,027 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c., storeName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A, priority=13, startTime=1732382853592; duration=0sec 2024-11-23T17:27:34,027 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:34,028 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:A 2024-11-23T17:27:34,028 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c#C#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:34,028 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/b5d0ba778ecb4feb917cda2dea317213 is 50, key is test_row_0/C:col10/1732382851706/Put/seqid=0 2024-11-23T17:27:34,044 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:34,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T17:27:34,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:34,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:34,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:34,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:34,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:34,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742391_1567 (size=12207) 2024-11-23T17:27:34,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:34,050 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/b5d0ba778ecb4feb917cda2dea317213 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/b5d0ba778ecb4feb917cda2dea317213 2024-11-23T17:27:34,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:34,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382914052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:34,054 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c into b5d0ba778ecb4feb917cda2dea317213(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:34,054 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:34,054 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c., storeName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C, priority=13, startTime=1732382853592; duration=0sec 2024-11-23T17:27:34,054 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:34,054 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:C 2024-11-23T17:27:34,152 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/108d7e31c0524b3c864019b568221cce 2024-11-23T17:27:34,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/8fa831bb6ceb48c69687e0095feeb78a is 50, key is test_row_0/B:col10/1732382853719/Put/seqid=0 2024-11-23T17:27:34,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742392_1568 (size=12001) 2024-11-23T17:27:34,197 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:34,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T17:27:34,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:34,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:34,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:34,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:34,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:34,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:34,349 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:34,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T17:27:34,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:34,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:34,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:34,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:34,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:34,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382914355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:34,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:34,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34608 deadline: 1732382914459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:34,465 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732382914465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:34,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1732382914468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:34,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:34,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34616 deadline: 1732382914488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:34,489 DEBUG [Thread-2391 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8152 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c., hostname=f54dd19cfe0a,35067,1732382683491, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:27:34,502 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:34,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T17:27:34,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:34,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:34,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:34,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:34,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:34,563 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/8fa831bb6ceb48c69687e0095feeb78a 2024-11-23T17:27:34,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/3575b2e894ee4d7b97f316eb25cc960e is 50, key is test_row_0/C:col10/1732382853719/Put/seqid=0 2024-11-23T17:27:34,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742393_1569 (size=12001) 2024-11-23T17:27:34,572 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/3575b2e894ee4d7b97f316eb25cc960e 2024-11-23T17:27:34,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/108d7e31c0524b3c864019b568221cce as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/108d7e31c0524b3c864019b568221cce 2024-11-23T17:27:34,579 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/108d7e31c0524b3c864019b568221cce, entries=200, sequenceid=117, filesize=38.6 K 2024-11-23T17:27:34,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/8fa831bb6ceb48c69687e0095feeb78a as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/8fa831bb6ceb48c69687e0095feeb78a 2024-11-23T17:27:34,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/8fa831bb6ceb48c69687e0095feeb78a, entries=150, sequenceid=117, filesize=11.7 K 2024-11-23T17:27:34,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/3575b2e894ee4d7b97f316eb25cc960e as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/3575b2e894ee4d7b97f316eb25cc960e 2024-11-23T17:27:34,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/3575b2e894ee4d7b97f316eb25cc960e, entries=150, sequenceid=117, filesize=11.7 K 2024-11-23T17:27:34,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c in 867ms, sequenceid=117, compaction requested=false 2024-11-23T17:27:34,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:34,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T17:27:34,654 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:34,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-23T17:27:34,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:34,655 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-23T17:27:34,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=A 2024-11-23T17:27:34,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:34,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=B 2024-11-23T17:27:34,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:34,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=C 2024-11-23T17:27:34,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:34,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b85120a4c4e248c6a5b4f7f6d8dfef1d_5e62f83f95ff9c2ce0e4fda9e5fbdb8c is 50, key is test_row_0/A:col10/1732382853744/Put/seqid=0 2024-11-23T17:27:34,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742394_1570 (size=12154) 2024-11-23T17:27:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:34,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:34,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:34,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382914908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:35,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382915010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:35,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:35,076 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123b85120a4c4e248c6a5b4f7f6d8dfef1d_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b85120a4c4e248c6a5b4f7f6d8dfef1d_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:35,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/62b9af095e7c405abbc8205c8e5a75bd, store: [table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:35,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/62b9af095e7c405abbc8205c8e5a75bd is 175, key is test_row_0/A:col10/1732382853744/Put/seqid=0 2024-11-23T17:27:35,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742395_1571 (size=30955) 2024-11-23T17:27:35,081 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/62b9af095e7c405abbc8205c8e5a75bd 2024-11-23T17:27:35,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/7a8d9bc20a184406926f41b01f2c8e92 is 50, key is test_row_0/B:col10/1732382853744/Put/seqid=0 2024-11-23T17:27:35,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742396_1572 (size=12001) 2024-11-23T17:27:35,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:35,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382915213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:35,492 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/7a8d9bc20a184406926f41b01f2c8e92 2024-11-23T17:27:35,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/e367a919b13c41eba635e1d573bd6a35 is 50, key is test_row_0/C:col10/1732382853744/Put/seqid=0 2024-11-23T17:27:35,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742397_1573 (size=12001) 2024-11-23T17:27:35,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382915515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:35,902 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/e367a919b13c41eba635e1d573bd6a35 2024-11-23T17:27:35,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/62b9af095e7c405abbc8205c8e5a75bd as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/62b9af095e7c405abbc8205c8e5a75bd 2024-11-23T17:27:35,910 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/62b9af095e7c405abbc8205c8e5a75bd, entries=150, sequenceid=132, filesize=30.2 K 2024-11-23T17:27:35,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/7a8d9bc20a184406926f41b01f2c8e92 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/7a8d9bc20a184406926f41b01f2c8e92 2024-11-23T17:27:35,913 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/7a8d9bc20a184406926f41b01f2c8e92, entries=150, sequenceid=132, filesize=11.7 K 2024-11-23T17:27:35,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/e367a919b13c41eba635e1d573bd6a35 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/e367a919b13c41eba635e1d573bd6a35 2024-11-23T17:27:35,917 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/e367a919b13c41eba635e1d573bd6a35, entries=150, sequenceid=132, filesize=11.7 K 2024-11-23T17:27:35,918 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c in 1263ms, sequenceid=132, compaction requested=true 2024-11-23T17:27:35,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:35,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:35,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-23T17:27:35,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-23T17:27:35,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-23T17:27:35,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4030 sec 2024-11-23T17:27:35,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 3.4070 sec 2024-11-23T17:27:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:36,021 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-23T17:27:36,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=A 2024-11-23T17:27:36,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:36,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=B 2024-11-23T17:27:36,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:36,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=C 2024-11-23T17:27:36,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:36,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234616b0bb9ffd4242a266c2507daaa635_5e62f83f95ff9c2ce0e4fda9e5fbdb8c is 50, key is test_row_0/A:col10/1732382856020/Put/seqid=0 2024-11-23T17:27:36,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742398_1574 (size=14794) 2024-11-23T17:27:36,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:36,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382916043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:36,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:36,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382916147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:36,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382916349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:36,431 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:36,434 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411234616b0bb9ffd4242a266c2507daaa635_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234616b0bb9ffd4242a266c2507daaa635_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:36,435 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/1425738bde394fa282131b1712fbeafe, store: [table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:36,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/1425738bde394fa282131b1712fbeafe is 175, key is test_row_0/A:col10/1732382856020/Put/seqid=0 2024-11-23T17:27:36,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742399_1575 (size=39749) 2024-11-23T17:27:36,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732382916468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:36,470 DEBUG [Thread-2395 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4130 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c., hostname=f54dd19cfe0a,35067,1732382683491, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:27:36,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34608 deadline: 1732382916478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:36,480 DEBUG [Thread-2399 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c., hostname=f54dd19cfe0a,35067,1732382683491, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:27:36,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1732382916489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:36,490 DEBUG [Thread-2397 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c., hostname=f54dd19cfe0a,35067,1732382683491, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:27:36,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-23T17:27:36,620 INFO [Thread-2401 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-23T17:27:36,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:27:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-23T17:27:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T17:27:36,623 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:27:36,623 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:27:36,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:27:36,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382916651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:36,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T17:27:36,775 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:36,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-23T17:27:36,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:36,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:36,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:36,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:36,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:36,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:36,840 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/1425738bde394fa282131b1712fbeafe 2024-11-23T17:27:36,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/b669bc3626214b93b61f18e072951cb2 is 50, key is test_row_0/B:col10/1732382856020/Put/seqid=0 2024-11-23T17:27:36,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742400_1576 (size=12151) 2024-11-23T17:27:36,859 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/b669bc3626214b93b61f18e072951cb2 2024-11-23T17:27:36,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/182ea5ad3dfd40a9a3d8a98da69bacf6 is 50, key is test_row_0/C:col10/1732382856020/Put/seqid=0 2024-11-23T17:27:36,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742401_1577 (size=12151) 2024-11-23T17:27:36,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/182ea5ad3dfd40a9a3d8a98da69bacf6 2024-11-23T17:27:36,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/1425738bde394fa282131b1712fbeafe as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/1425738bde394fa282131b1712fbeafe 2024-11-23T17:27:36,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/1425738bde394fa282131b1712fbeafe, entries=200, sequenceid=157, filesize=38.8 K 2024-11-23T17:27:36,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/b669bc3626214b93b61f18e072951cb2 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/b669bc3626214b93b61f18e072951cb2 2024-11-23T17:27:36,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/b669bc3626214b93b61f18e072951cb2, entries=150, sequenceid=157, filesize=11.9 K 2024-11-23T17:27:36,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/182ea5ad3dfd40a9a3d8a98da69bacf6 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/182ea5ad3dfd40a9a3d8a98da69bacf6 2024-11-23T17:27:36,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/182ea5ad3dfd40a9a3d8a98da69bacf6, entries=150, sequenceid=157, filesize=11.9 K 2024-11-23T17:27:36,900 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c in 878ms, sequenceid=157, compaction requested=true 2024-11-23T17:27:36,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:36,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:27:36,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:36,900 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:27:36,900 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:27:36,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:27:36,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:36,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:27:36,900 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:27:36,901 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141414 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:27:36,901 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:27:36,901 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A is initiating minor compaction (all files) 2024-11-23T17:27:36,901 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B is initiating minor compaction (all files) 2024-11-23T17:27:36,901 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A in TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:36,901 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B in TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:36,901 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/8dd8b58f945b4f6e99e010e6b2aee9c7, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/108d7e31c0524b3c864019b568221cce, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/62b9af095e7c405abbc8205c8e5a75bd, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/1425738bde394fa282131b1712fbeafe] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp, totalSize=138.1 K 2024-11-23T17:27:36,901 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/cc589964ac9d44c3ad0afa718e7d5f72, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/8fa831bb6ceb48c69687e0095feeb78a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/7a8d9bc20a184406926f41b01f2c8e92, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/b669bc3626214b93b61f18e072951cb2] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp, totalSize=47.2 K 2024-11-23T17:27:36,901 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:36,901 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. files: [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/8dd8b58f945b4f6e99e010e6b2aee9c7, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/108d7e31c0524b3c864019b568221cce, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/62b9af095e7c405abbc8205c8e5a75bd, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/1425738bde394fa282131b1712fbeafe] 2024-11-23T17:27:36,901 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting cc589964ac9d44c3ad0afa718e7d5f72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732382851706 2024-11-23T17:27:36,901 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8dd8b58f945b4f6e99e010e6b2aee9c7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732382851706 2024-11-23T17:27:36,902 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fa831bb6ceb48c69687e0095feeb78a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732382852333 2024-11-23T17:27:36,902 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 108d7e31c0524b3c864019b568221cce, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732382852333 2024-11-23T17:27:36,902 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62b9af095e7c405abbc8205c8e5a75bd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732382853740 2024-11-23T17:27:36,902 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a8d9bc20a184406926f41b01f2c8e92, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732382853740 2024-11-23T17:27:36,902 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting b669bc3626214b93b61f18e072951cb2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732382854904 2024-11-23T17:27:36,902 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1425738bde394fa282131b1712fbeafe, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732382854900 2024-11-23T17:27:36,909 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:36,912 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c#B#compaction#487 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:36,913 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/27b08d0a991d4a938a954a063b2f3491 is 50, key is test_row_0/B:col10/1732382856020/Put/seqid=0 2024-11-23T17:27:36,917 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411237afc2ae503d146419bb213f8cf0f3ef7_5e62f83f95ff9c2ce0e4fda9e5fbdb8c store=[table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:36,919 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411237afc2ae503d146419bb213f8cf0f3ef7_5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=[table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:36,919 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237afc2ae503d146419bb213f8cf0f3ef7_5e62f83f95ff9c2ce0e4fda9e5fbdb8c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T17:27:36,927 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:36,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-23T17:27:36,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:36,928 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T17:27:36,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=A 2024-11-23T17:27:36,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:36,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=B 2024-11-23T17:27:36,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:36,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=C 2024-11-23T17:27:36,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:36,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742402_1578 (size=12493) 2024-11-23T17:27:36,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742403_1579 (size=4469) 2024-11-23T17:27:36,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238b52a586819c4997bdb4a677e38f299a_5e62f83f95ff9c2ce0e4fda9e5fbdb8c is 50, key is test_row_0/A:col10/1732382856039/Put/seqid=0 2024-11-23T17:27:36,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742404_1580 (size=12304) 2024-11-23T17:27:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:37,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:37,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T17:27:37,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:37,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382917226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:37,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382917330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:37,342 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/27b08d0a991d4a938a954a063b2f3491 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/27b08d0a991d4a938a954a063b2f3491 2024-11-23T17:27:37,346 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c into 27b08d0a991d4a938a954a063b2f3491(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:37,346 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:37,346 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c., storeName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B, priority=12, startTime=1732382856900; duration=0sec 2024-11-23T17:27:37,346 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:27:37,346 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:B 2024-11-23T17:27:37,346 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:27:37,348 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c#A#compaction#486 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:37,348 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/da42f739df974242ab7a8afaa0b7f226 is 175, key is test_row_0/A:col10/1732382856020/Put/seqid=0 2024-11-23T17:27:37,349 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:27:37,349 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C is initiating minor compaction (all files) 2024-11-23T17:27:37,350 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C in TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:37,350 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/b5d0ba778ecb4feb917cda2dea317213, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/3575b2e894ee4d7b97f316eb25cc960e, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/e367a919b13c41eba635e1d573bd6a35, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/182ea5ad3dfd40a9a3d8a98da69bacf6] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp, totalSize=47.2 K 2024-11-23T17:27:37,350 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting b5d0ba778ecb4feb917cda2dea317213, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732382851706 2024-11-23T17:27:37,351 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 3575b2e894ee4d7b97f316eb25cc960e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732382852333 2024-11-23T17:27:37,351 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting e367a919b13c41eba635e1d573bd6a35, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732382853740 2024-11-23T17:27:37,351 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 182ea5ad3dfd40a9a3d8a98da69bacf6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732382854904 2024-11-23T17:27:37,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:37,361 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411238b52a586819c4997bdb4a677e38f299a_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238b52a586819c4997bdb4a677e38f299a_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:37,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/3f050b56650843a58af62621546770ea, store: [table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:37,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/3f050b56650843a58af62621546770ea is 175, key is test_row_0/A:col10/1732382856039/Put/seqid=0 2024-11-23T17:27:37,369 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c#C#compaction#489 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:37,370 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/c829002068d94422825bf57742379fba is 50, key is test_row_0/C:col10/1732382856020/Put/seqid=0 2024-11-23T17:27:37,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742405_1581 (size=31447) 2024-11-23T17:27:37,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742406_1582 (size=31105) 2024-11-23T17:27:37,390 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/3f050b56650843a58af62621546770ea 2024-11-23T17:27:37,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742407_1583 (size=12493) 2024-11-23T17:27:37,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/131a7f9b78054bda8a9eb301849a30d4 is 50, key is test_row_0/B:col10/1732382856039/Put/seqid=0 2024-11-23T17:27:37,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742408_1584 (size=12151) 2024-11-23T17:27:37,401 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/131a7f9b78054bda8a9eb301849a30d4 2024-11-23T17:27:37,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/418b8b121ea84daa8b83062e6aaa41be is 50, key is test_row_0/C:col10/1732382856039/Put/seqid=0 2024-11-23T17:27:37,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742409_1585 (size=12151) 2024-11-23T17:27:37,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382917534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:37,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T17:27:37,776 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/da42f739df974242ab7a8afaa0b7f226 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/da42f739df974242ab7a8afaa0b7f226 2024-11-23T17:27:37,781 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c into da42f739df974242ab7a8afaa0b7f226(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:37,781 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:37,781 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c., storeName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A, priority=12, startTime=1732382856900; duration=0sec 2024-11-23T17:27:37,781 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:37,781 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:A 2024-11-23T17:27:37,794 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/c829002068d94422825bf57742379fba as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/c829002068d94422825bf57742379fba 2024-11-23T17:27:37,798 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c into c829002068d94422825bf57742379fba(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:37,798 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:37,798 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c., storeName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C, priority=12, startTime=1732382856900; duration=0sec 2024-11-23T17:27:37,798 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:37,798 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:C 2024-11-23T17:27:37,812 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/418b8b121ea84daa8b83062e6aaa41be 2024-11-23T17:27:37,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/3f050b56650843a58af62621546770ea as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/3f050b56650843a58af62621546770ea 2024-11-23T17:27:37,819 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/3f050b56650843a58af62621546770ea, entries=150, sequenceid=168, filesize=30.4 K 2024-11-23T17:27:37,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/131a7f9b78054bda8a9eb301849a30d4 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/131a7f9b78054bda8a9eb301849a30d4 2024-11-23T17:27:37,823 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/131a7f9b78054bda8a9eb301849a30d4, entries=150, sequenceid=168, filesize=11.9 K 2024-11-23T17:27:37,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/418b8b121ea84daa8b83062e6aaa41be as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/418b8b121ea84daa8b83062e6aaa41be 2024-11-23T17:27:37,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382917836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:37,844 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/418b8b121ea84daa8b83062e6aaa41be, entries=150, sequenceid=168, filesize=11.9 K 2024-11-23T17:27:37,845 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c in 917ms, sequenceid=168, compaction requested=false 2024-11-23T17:27:37,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:37,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:37,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-23T17:27:37,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-23T17:27:37,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-23T17:27:37,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2230 sec 2024-11-23T17:27:37,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 1.2270 sec 2024-11-23T17:27:38,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:38,344 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-23T17:27:38,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=A 2024-11-23T17:27:38,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:38,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=B 2024-11-23T17:27:38,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:38,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=C 2024-11-23T17:27:38,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:38,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c58065bd43a549b8ba19273c49c85d5c_5e62f83f95ff9c2ce0e4fda9e5fbdb8c is 50, key is test_row_0/A:col10/1732382857213/Put/seqid=0 2024-11-23T17:27:38,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742410_1586 (size=14794) 2024-11-23T17:27:38,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382918363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:38,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382918465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:38,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382918668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-23T17:27:38,726 INFO [Thread-2401 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-23T17:27:38,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:27:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-23T17:27:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T17:27:38,729 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:27:38,730 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:27:38,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:27:38,755 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:38,758 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c58065bd43a549b8ba19273c49c85d5c_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c58065bd43a549b8ba19273c49c85d5c_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:38,759 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/6df087a1e71a4e9a8f19a7233bfaca25, store: [table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:38,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/6df087a1e71a4e9a8f19a7233bfaca25 is 175, key is test_row_0/A:col10/1732382857213/Put/seqid=0 2024-11-23T17:27:38,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742411_1587 (size=39749) 2024-11-23T17:27:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T17:27:38,883 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:38,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-23T17:27:38,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:38,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:38,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:38,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:38,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:38,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382918971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T17:27:39,036 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:39,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-23T17:27:39,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:39,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:39,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:39,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:39,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:39,164 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/6df087a1e71a4e9a8f19a7233bfaca25 2024-11-23T17:27:39,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/3c042e6eeb9447148e318e722e3a308a is 50, key is test_row_0/B:col10/1732382857213/Put/seqid=0 2024-11-23T17:27:39,189 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:39,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742412_1588 (size=12151) 2024-11-23T17:27:39,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-23T17:27:39,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:39,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/3c042e6eeb9447148e318e722e3a308a 2024-11-23T17:27:39,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:39,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:39,190 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:39,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:39,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/986f49da67c9467cbec1a189fd2842e2 is 50, key is test_row_0/C:col10/1732382857213/Put/seqid=0 2024-11-23T17:27:39,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742413_1589 (size=12151) 2024-11-23T17:27:39,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/986f49da67c9467cbec1a189fd2842e2 2024-11-23T17:27:39,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/6df087a1e71a4e9a8f19a7233bfaca25 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/6df087a1e71a4e9a8f19a7233bfaca25 2024-11-23T17:27:39,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/6df087a1e71a4e9a8f19a7233bfaca25, entries=200, sequenceid=197, filesize=38.8 K 2024-11-23T17:27:39,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/3c042e6eeb9447148e318e722e3a308a as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/3c042e6eeb9447148e318e722e3a308a 2024-11-23T17:27:39,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/3c042e6eeb9447148e318e722e3a308a, entries=150, sequenceid=197, filesize=11.9 K 2024-11-23T17:27:39,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/986f49da67c9467cbec1a189fd2842e2 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/986f49da67c9467cbec1a189fd2842e2 2024-11-23T17:27:39,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/986f49da67c9467cbec1a189fd2842e2, entries=150, sequenceid=197, filesize=11.9 K 2024-11-23T17:27:39,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c in 874ms, sequenceid=197, compaction requested=true 2024-11-23T17:27:39,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:39,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:27:39,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:39,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:27:39,218 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:39,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:39,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:27:39,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:27:39,218 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:39,219 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:39,219 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:39,219 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A is initiating minor compaction (all files) 2024-11-23T17:27:39,219 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B is initiating minor compaction (all files) 2024-11-23T17:27:39,219 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A in TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:39,219 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B in TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:39,219 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/da42f739df974242ab7a8afaa0b7f226, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/3f050b56650843a58af62621546770ea, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/6df087a1e71a4e9a8f19a7233bfaca25] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp, totalSize=99.9 K 2024-11-23T17:27:39,219 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/27b08d0a991d4a938a954a063b2f3491, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/131a7f9b78054bda8a9eb301849a30d4, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/3c042e6eeb9447148e318e722e3a308a] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp, totalSize=35.9 K 2024-11-23T17:27:39,219 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:39,219 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. files: [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/da42f739df974242ab7a8afaa0b7f226, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/3f050b56650843a58af62621546770ea, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/6df087a1e71a4e9a8f19a7233bfaca25] 2024-11-23T17:27:39,220 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting da42f739df974242ab7a8afaa0b7f226, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732382854904 2024-11-23T17:27:39,220 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 27b08d0a991d4a938a954a063b2f3491, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732382854904 2024-11-23T17:27:39,220 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f050b56650843a58af62621546770ea, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732382856035 2024-11-23T17:27:39,220 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 131a7f9b78054bda8a9eb301849a30d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732382856035 2024-11-23T17:27:39,220 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6df087a1e71a4e9a8f19a7233bfaca25, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732382857213 2024-11-23T17:27:39,220 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c042e6eeb9447148e318e722e3a308a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732382857213 2024-11-23T17:27:39,226 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:39,227 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c#B#compaction#495 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:39,228 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/1fc31b7c85b644f3a69704679d7b98f9 is 50, key is test_row_0/B:col10/1732382857213/Put/seqid=0 2024-11-23T17:27:39,228 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241123fb9d51ec57ae44cc9d673b22735d34e9_5e62f83f95ff9c2ce0e4fda9e5fbdb8c store=[table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:39,230 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241123fb9d51ec57ae44cc9d673b22735d34e9_5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=[table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:39,230 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123fb9d51ec57ae44cc9d673b22735d34e9_5e62f83f95ff9c2ce0e4fda9e5fbdb8c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:39,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742414_1590 (size=12595) 2024-11-23T17:27:39,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742415_1591 (size=4469) 2024-11-23T17:27:39,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T17:27:39,341 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:39,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-23T17:27:39,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:39,342 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-23T17:27:39,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=A 2024-11-23T17:27:39,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:39,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=B 2024-11-23T17:27:39,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:39,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=C 2024-11-23T17:27:39,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:39,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123be8b5ed9a6ad40c7a79d3101a1d1fad4_5e62f83f95ff9c2ce0e4fda9e5fbdb8c is 50, key is test_row_0/A:col10/1732382858360/Put/seqid=0 2024-11-23T17:27:39,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742416_1592 (size=12304) 2024-11-23T17:27:39,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:39,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:39,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:39,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382919529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:39,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:39,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382919632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:39,641 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c#A#compaction#496 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:39,641 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/acf901d7353d455da8792f6356ada852 is 175, key is test_row_0/A:col10/1732382857213/Put/seqid=0 2024-11-23T17:27:39,642 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/1fc31b7c85b644f3a69704679d7b98f9 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/1fc31b7c85b644f3a69704679d7b98f9 2024-11-23T17:27:39,646 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c into 1fc31b7c85b644f3a69704679d7b98f9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:39,646 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:39,646 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c., storeName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B, priority=13, startTime=1732382859218; duration=0sec 2024-11-23T17:27:39,646 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:27:39,646 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:B 2024-11-23T17:27:39,647 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:39,648 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:39,648 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C is initiating minor compaction (all files) 2024-11-23T17:27:39,648 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C in TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:39,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742417_1593 (size=31549) 2024-11-23T17:27:39,648 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/c829002068d94422825bf57742379fba, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/418b8b121ea84daa8b83062e6aaa41be, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/986f49da67c9467cbec1a189fd2842e2] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp, totalSize=35.9 K 2024-11-23T17:27:39,648 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting c829002068d94422825bf57742379fba, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732382854904 2024-11-23T17:27:39,649 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 418b8b121ea84daa8b83062e6aaa41be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732382856035 2024-11-23T17:27:39,649 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 986f49da67c9467cbec1a189fd2842e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732382857213 2024-11-23T17:27:39,654 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c#C#compaction#498 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:39,655 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/e94ef9f7359e480ab67afcbaa929e079 is 50, key is test_row_0/C:col10/1732382857213/Put/seqid=0 2024-11-23T17:27:39,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742418_1594 (size=12595) 2024-11-23T17:27:39,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:39,757 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123be8b5ed9a6ad40c7a79d3101a1d1fad4_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123be8b5ed9a6ad40c7a79d3101a1d1fad4_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:39,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/c41d56ba6115457eb4c33b8d4fb12db5, store: [table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:39,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/c41d56ba6115457eb4c33b8d4fb12db5 is 175, key is test_row_0/A:col10/1732382858360/Put/seqid=0 2024-11-23T17:27:39,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742419_1595 (size=31105) 2024-11-23T17:27:39,766 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/c41d56ba6115457eb4c33b8d4fb12db5 2024-11-23T17:27:39,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/8c9e3e1ebb634ae59982b6b0e97578db is 50, key is test_row_0/B:col10/1732382858360/Put/seqid=0 2024-11-23T17:27:39,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742420_1596 (size=12151) 2024-11-23T17:27:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T17:27:39,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:39,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382919836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:40,053 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/acf901d7353d455da8792f6356ada852 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/acf901d7353d455da8792f6356ada852 2024-11-23T17:27:40,057 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c into acf901d7353d455da8792f6356ada852(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:40,057 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:40,057 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c., storeName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A, priority=13, startTime=1732382859218; duration=0sec 2024-11-23T17:27:40,057 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:40,057 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:A 2024-11-23T17:27:40,062 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/e94ef9f7359e480ab67afcbaa929e079 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/e94ef9f7359e480ab67afcbaa929e079 2024-11-23T17:27:40,066 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c into e94ef9f7359e480ab67afcbaa929e079(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:40,067 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:40,067 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c., storeName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C, priority=13, startTime=1732382859218; duration=0sec 2024-11-23T17:27:40,067 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:40,067 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:C 2024-11-23T17:27:40,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382920139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:40,194 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/8c9e3e1ebb634ae59982b6b0e97578db 2024-11-23T17:27:40,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/2dd18919624345ba942cd55a7a3e4521 is 50, key is test_row_0/C:col10/1732382858360/Put/seqid=0 2024-11-23T17:27:40,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742421_1597 (size=12151) 2024-11-23T17:27:40,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34552 deadline: 1732382920506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:40,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34546 deadline: 1732382920507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:40,507 DEBUG [Thread-2397 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8165 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c., hostname=f54dd19cfe0a,35067,1732382683491, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:27:40,508 DEBUG [Thread-2395 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8169 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c., hostname=f54dd19cfe0a,35067,1732382683491, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:27:40,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34608 deadline: 1732382920510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:40,511 DEBUG [Thread-2399 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8172 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c., hostname=f54dd19cfe0a,35067,1732382683491, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:27:40,604 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/2dd18919624345ba942cd55a7a3e4521 2024-11-23T17:27:40,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/c41d56ba6115457eb4c33b8d4fb12db5 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/c41d56ba6115457eb4c33b8d4fb12db5 2024-11-23T17:27:40,612 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/c41d56ba6115457eb4c33b8d4fb12db5, entries=150, sequenceid=207, filesize=30.4 K 2024-11-23T17:27:40,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/8c9e3e1ebb634ae59982b6b0e97578db as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/8c9e3e1ebb634ae59982b6b0e97578db 2024-11-23T17:27:40,618 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/8c9e3e1ebb634ae59982b6b0e97578db, entries=150, sequenceid=207, filesize=11.9 K 2024-11-23T17:27:40,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-23T17:27:40,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/2dd18919624345ba942cd55a7a3e4521 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/2dd18919624345ba942cd55a7a3e4521 2024-11-23T17:27:40,621 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/2dd18919624345ba942cd55a7a3e4521, entries=150, sequenceid=207, filesize=11.9 K 2024-11-23T17:27:40,622 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c in 1280ms, sequenceid=207, compaction requested=false 2024-11-23T17:27:40,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:40,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:40,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-23T17:27:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-23T17:27:40,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-23T17:27:40,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8930 sec 2024-11-23T17:27:40,626 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 1.8970 sec 2024-11-23T17:27:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:40,645 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-23T17:27:40,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=A 2024-11-23T17:27:40,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:40,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=B 2024-11-23T17:27:40,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:40,645 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=C 2024-11-23T17:27:40,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:40,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112394b519754e744dc1bae1f7bbf8dff6e4_5e62f83f95ff9c2ce0e4fda9e5fbdb8c is 50, key is test_row_0/A:col10/1732382859528/Put/seqid=0 2024-11-23T17:27:40,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742422_1598 (size=12304) 2024-11-23T17:27:40,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382920659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:40,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382920762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-23T17:27:40,833 INFO [Thread-2401 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-23T17:27:40,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:27:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-23T17:27:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T17:27:40,836 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:27:40,836 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:27:40,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:27:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T17:27:40,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382920965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:40,987 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:40,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T17:27:40,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:40,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:40,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:40,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:40,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:41,057 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:41,060 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112394b519754e744dc1bae1f7bbf8dff6e4_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112394b519754e744dc1bae1f7bbf8dff6e4_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:41,061 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/326049cb140f434a82923a4466cef2fa, store: [table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:41,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/326049cb140f434a82923a4466cef2fa is 175, key is test_row_0/A:col10/1732382859528/Put/seqid=0 2024-11-23T17:27:41,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742423_1599 (size=31105) 2024-11-23T17:27:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T17:27:41,139 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:41,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T17:27:41,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:41,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:41,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:41,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:41,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:41,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:41,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382921268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:41,292 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:41,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T17:27:41,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:41,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:41,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:41,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:41,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:41,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:41,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T17:27:41,445 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:41,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T17:27:41,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:41,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:41,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:41,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:41,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:41,469 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/326049cb140f434a82923a4466cef2fa 2024-11-23T17:27:41,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/3504c518e365406e965bfa699c415080 is 50, key is test_row_0/B:col10/1732382859528/Put/seqid=0 2024-11-23T17:27:41,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742424_1600 (size=12151) 2024-11-23T17:27:41,597 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:41,598 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T17:27:41,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:41,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:41,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:41,598 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:41,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:41,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:41,750 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:41,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T17:27:41,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:41,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:41,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:41,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:41,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:41,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:41,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:41,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382921773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:41,844 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-23T17:27:41,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/3504c518e365406e965bfa699c415080 2024-11-23T17:27:41,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/f4b9fad5f74344de965728904d246ba5 is 50, key is test_row_0/C:col10/1732382859528/Put/seqid=0 2024-11-23T17:27:41,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742425_1601 (size=12151) 2024-11-23T17:27:41,903 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:41,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T17:27:41,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:41,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:41,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:41,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:41,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:41,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:41,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T17:27:42,055 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:42,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T17:27:42,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:42,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:42,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:42,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:42,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:42,208 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:42,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T17:27:42,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:42,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:42,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:42,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:42,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-23T17:27:42,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/f4b9fad5f74344de965728904d246ba5 2024-11-23T17:27:42,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/326049cb140f434a82923a4466cef2fa as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/326049cb140f434a82923a4466cef2fa 2024-11-23T17:27:42,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/326049cb140f434a82923a4466cef2fa, entries=150, sequenceid=237, filesize=30.4 K 2024-11-23T17:27:42,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/3504c518e365406e965bfa699c415080 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/3504c518e365406e965bfa699c415080 2024-11-23T17:27:42,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/3504c518e365406e965bfa699c415080, entries=150, sequenceid=237, filesize=11.9 K 2024-11-23T17:27:42,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/f4b9fad5f74344de965728904d246ba5 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/f4b9fad5f74344de965728904d246ba5 2024-11-23T17:27:42,311 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/f4b9fad5f74344de965728904d246ba5, entries=150, sequenceid=237, filesize=11.9 K 2024-11-23T17:27:42,312 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c in 1667ms, sequenceid=237, compaction requested=true 2024-11-23T17:27:42,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:42,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:27:42,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:42,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:27:42,312 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:42,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:42,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:27:42,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:27:42,312 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:42,313 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:42,313 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:42,313 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B is initiating minor compaction (all files) 2024-11-23T17:27:42,313 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A is initiating minor compaction (all files) 2024-11-23T17:27:42,313 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B in TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:42,313 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A in TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:42,313 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/1fc31b7c85b644f3a69704679d7b98f9, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/8c9e3e1ebb634ae59982b6b0e97578db, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/3504c518e365406e965bfa699c415080] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp, totalSize=36.0 K 2024-11-23T17:27:42,313 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/acf901d7353d455da8792f6356ada852, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/c41d56ba6115457eb4c33b8d4fb12db5, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/326049cb140f434a82923a4466cef2fa] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp, totalSize=91.6 K 2024-11-23T17:27:42,313 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:42,313 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. files: [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/acf901d7353d455da8792f6356ada852, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/c41d56ba6115457eb4c33b8d4fb12db5, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/326049cb140f434a82923a4466cef2fa] 2024-11-23T17:27:42,314 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 1fc31b7c85b644f3a69704679d7b98f9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732382857213 2024-11-23T17:27:42,314 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting acf901d7353d455da8792f6356ada852, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732382857213 2024-11-23T17:27:42,314 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting c41d56ba6115457eb4c33b8d4fb12db5, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732382858349 2024-11-23T17:27:42,314 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c9e3e1ebb634ae59982b6b0e97578db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732382858349 2024-11-23T17:27:42,314 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 326049cb140f434a82923a4466cef2fa, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732382859526 2024-11-23T17:27:42,314 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 3504c518e365406e965bfa699c415080, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732382859526 2024-11-23T17:27:42,320 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:42,321 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c#B#compaction#504 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:42,321 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/96a2e72611154564a1aa0dea4a2543ea is 50, key is test_row_0/B:col10/1732382859528/Put/seqid=0 2024-11-23T17:27:42,322 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411237fbbef24dbfa4daba88e006e949de9cd_5e62f83f95ff9c2ce0e4fda9e5fbdb8c store=[table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:42,324 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411237fbbef24dbfa4daba88e006e949de9cd_5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=[table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:42,324 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237fbbef24dbfa4daba88e006e949de9cd_5e62f83f95ff9c2ce0e4fda9e5fbdb8c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:42,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742426_1602 (size=12697) 2024-11-23T17:27:42,330 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/96a2e72611154564a1aa0dea4a2543ea as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/96a2e72611154564a1aa0dea4a2543ea 2024-11-23T17:27:42,334 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c into 96a2e72611154564a1aa0dea4a2543ea(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:42,334 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:42,334 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c., storeName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B, priority=13, startTime=1732382862312; duration=0sec 2024-11-23T17:27:42,334 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:27:42,334 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:B 2024-11-23T17:27:42,334 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:42,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742427_1603 (size=4469) 2024-11-23T17:27:42,335 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:42,335 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C is initiating minor compaction (all files) 2024-11-23T17:27:42,336 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C in TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:42,336 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c#A#compaction#505 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:42,336 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/e94ef9f7359e480ab67afcbaa929e079, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/2dd18919624345ba942cd55a7a3e4521, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/f4b9fad5f74344de965728904d246ba5] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp, totalSize=36.0 K 2024-11-23T17:27:42,336 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting e94ef9f7359e480ab67afcbaa929e079, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1732382857213 2024-11-23T17:27:42,336 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/716f6ec3c9cf4083b544ddeaeb023139 is 175, key is test_row_0/A:col10/1732382859528/Put/seqid=0 2024-11-23T17:27:42,336 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 2dd18919624345ba942cd55a7a3e4521, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732382858349 2024-11-23T17:27:42,337 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting f4b9fad5f74344de965728904d246ba5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732382859526 2024-11-23T17:27:42,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742428_1604 (size=31651) 2024-11-23T17:27:42,343 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c#C#compaction#506 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:42,343 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/02452676609e44d7896465c281545c0a is 50, key is test_row_0/C:col10/1732382859528/Put/seqid=0 2024-11-23T17:27:42,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742429_1605 (size=12697) 2024-11-23T17:27:42,361 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:42,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-23T17:27:42,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:42,361 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-23T17:27:42,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=A 2024-11-23T17:27:42,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:42,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=B 2024-11-23T17:27:42,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:42,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=C 2024-11-23T17:27:42,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:42,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a4ed291c2ddf4c54b15135ca85ae735b_5e62f83f95ff9c2ce0e4fda9e5fbdb8c is 50, key is test_row_0/A:col10/1732382860658/Put/seqid=0 2024-11-23T17:27:42,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742430_1606 (size=12304) 2024-11-23T17:27:42,745 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/716f6ec3c9cf4083b544ddeaeb023139 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/716f6ec3c9cf4083b544ddeaeb023139 2024-11-23T17:27:42,750 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c into 716f6ec3c9cf4083b544ddeaeb023139(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:42,750 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:42,750 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c., storeName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A, priority=13, startTime=1732382862312; duration=0sec 2024-11-23T17:27:42,750 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:42,750 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:A 2024-11-23T17:27:42,751 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/02452676609e44d7896465c281545c0a as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/02452676609e44d7896465c281545c0a 2024-11-23T17:27:42,755 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c into 02452676609e44d7896465c281545c0a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:42,755 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:42,755 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c., storeName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C, priority=13, startTime=1732382862312; duration=0sec 2024-11-23T17:27:42,755 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:42,755 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:C 2024-11-23T17:27:42,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:42,779 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123a4ed291c2ddf4c54b15135ca85ae735b_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a4ed291c2ddf4c54b15135ca85ae735b_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:42,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/3c2e07fdefff43f4a9eace488d0e7659, store: [table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:42,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/3c2e07fdefff43f4a9eace488d0e7659 is 175, key is test_row_0/A:col10/1732382860658/Put/seqid=0 2024-11-23T17:27:42,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:42,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:42,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742431_1607 (size=31105) 2024-11-23T17:27:42,786 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/3c2e07fdefff43f4a9eace488d0e7659 2024-11-23T17:27:42,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/0e3897182aad43208c6bd0e8ed6ea1a1 is 50, key is test_row_0/B:col10/1732382860658/Put/seqid=0 2024-11-23T17:27:42,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742432_1608 (size=12151) 2024-11-23T17:27:42,801 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/0e3897182aad43208c6bd0e8ed6ea1a1 2024-11-23T17:27:42,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/7417fcdacb2a4747b216d6ab44eafc29 is 50, key is test_row_0/C:col10/1732382860658/Put/seqid=0 2024-11-23T17:27:42,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742433_1609 (size=12151) 2024-11-23T17:27:42,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:42,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382922829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:42,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:42,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382922931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:42,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T17:27:43,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:43,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382923134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:43,210 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/7417fcdacb2a4747b216d6ab44eafc29 2024-11-23T17:27:43,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/3c2e07fdefff43f4a9eace488d0e7659 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/3c2e07fdefff43f4a9eace488d0e7659 2024-11-23T17:27:43,217 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/3c2e07fdefff43f4a9eace488d0e7659, entries=150, sequenceid=247, filesize=30.4 K 2024-11-23T17:27:43,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/0e3897182aad43208c6bd0e8ed6ea1a1 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/0e3897182aad43208c6bd0e8ed6ea1a1 2024-11-23T17:27:43,221 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/0e3897182aad43208c6bd0e8ed6ea1a1, entries=150, sequenceid=247, filesize=11.9 K 2024-11-23T17:27:43,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/7417fcdacb2a4747b216d6ab44eafc29 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/7417fcdacb2a4747b216d6ab44eafc29 2024-11-23T17:27:43,224 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/7417fcdacb2a4747b216d6ab44eafc29, entries=150, sequenceid=247, filesize=11.9 K 2024-11-23T17:27:43,225 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c in 864ms, sequenceid=247, compaction requested=false 2024-11-23T17:27:43,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:43,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:43,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-23T17:27:43,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-23T17:27:43,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-23T17:27:43,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3900 sec 2024-11-23T17:27:43,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 2.3930 sec 2024-11-23T17:27:43,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:43,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-23T17:27:43,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=A 2024-11-23T17:27:43,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:43,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=B 2024-11-23T17:27:43,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:43,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=C 2024-11-23T17:27:43,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:43,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123418bfb4192bf48d09fefa85104a283ae_5e62f83f95ff9c2ce0e4fda9e5fbdb8c is 50, key is test_row_0/A:col10/1732382863438/Put/seqid=0 2024-11-23T17:27:43,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742434_1610 (size=12454) 2024-11-23T17:27:43,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:43,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382923450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:43,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:43,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382923553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:43,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:43,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382923756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:43,850 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:43,854 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123418bfb4192bf48d09fefa85104a283ae_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123418bfb4192bf48d09fefa85104a283ae_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:43,854 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/252fe5e21aa84d3188c17e9490a4a966, store: [table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:43,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/252fe5e21aa84d3188c17e9490a4a966 is 175, key is test_row_0/A:col10/1732382863438/Put/seqid=0 2024-11-23T17:27:43,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742435_1611 (size=31255) 2024-11-23T17:27:44,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:44,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382924060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:44,260 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/252fe5e21aa84d3188c17e9490a4a966 2024-11-23T17:27:44,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/42e5854abab14d45910a08838adb02df is 50, key is test_row_0/B:col10/1732382863438/Put/seqid=0 2024-11-23T17:27:44,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742436_1612 (size=12301) 2024-11-23T17:27:44,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34616 deadline: 1732382924519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:44,521 DEBUG [Thread-2391 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18183 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c., hostname=f54dd19cfe0a,35067,1732382683491, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-23T17:27:44,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:44,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382924567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:44,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/42e5854abab14d45910a08838adb02df 2024-11-23T17:27:44,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/4b8305404f2c499998862218e57231f2 is 50, key is test_row_0/C:col10/1732382863438/Put/seqid=0 2024-11-23T17:27:44,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742437_1613 (size=12301) 2024-11-23T17:27:44,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/4b8305404f2c499998862218e57231f2 2024-11-23T17:27:44,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/252fe5e21aa84d3188c17e9490a4a966 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/252fe5e21aa84d3188c17e9490a4a966 2024-11-23T17:27:44,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/252fe5e21aa84d3188c17e9490a4a966, entries=150, sequenceid=277, filesize=30.5 K 2024-11-23T17:27:44,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/42e5854abab14d45910a08838adb02df as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/42e5854abab14d45910a08838adb02df 2024-11-23T17:27:44,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/42e5854abab14d45910a08838adb02df, entries=150, sequenceid=277, filesize=12.0 K 2024-11-23T17:27:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/4b8305404f2c499998862218e57231f2 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/4b8305404f2c499998862218e57231f2 2024-11-23T17:27:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/4b8305404f2c499998862218e57231f2, entries=150, sequenceid=277, filesize=12.0 K 2024-11-23T17:27:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,696 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c in 1257ms, sequenceid=277, compaction requested=true 2024-11-23T17:27:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,696 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:44,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:27:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:44,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:27:44,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:44,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:27:44,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:27:44,696 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,697 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94011 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:44,697 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A is initiating minor compaction (all files) 2024-11-23T17:27:44,697 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A in TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,697 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/716f6ec3c9cf4083b544ddeaeb023139, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/3c2e07fdefff43f4a9eace488d0e7659, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/252fe5e21aa84d3188c17e9490a4a966] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp, totalSize=91.8 K 2024-11-23T17:27:44,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,697 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:44,697 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. files: [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/716f6ec3c9cf4083b544ddeaeb023139, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/3c2e07fdefff43f4a9eace488d0e7659, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/252fe5e21aa84d3188c17e9490a4a966] 2024-11-23T17:27:44,698 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:44,698 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B is initiating minor compaction (all files) 2024-11-23T17:27:44,698 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B in TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:44,698 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/96a2e72611154564a1aa0dea4a2543ea, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/0e3897182aad43208c6bd0e8ed6ea1a1, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/42e5854abab14d45910a08838adb02df] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp, totalSize=36.3 K 2024-11-23T17:27:44,698 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 716f6ec3c9cf4083b544ddeaeb023139, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732382859526 2024-11-23T17:27:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,698 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c2e07fdefff43f4a9eace488d0e7659, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732382860647 2024-11-23T17:27:44,698 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 96a2e72611154564a1aa0dea4a2543ea, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732382859526 2024-11-23T17:27:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,698 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e3897182aad43208c6bd0e8ed6ea1a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732382860647 2024-11-23T17:27:44,698 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting 252fe5e21aa84d3188c17e9490a4a966, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732382862819 2024-11-23T17:27:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,699 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 42e5854abab14d45910a08838adb02df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732382862819 2024-11-23T17:27:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,712 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,714 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c#B#compaction#514 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,714 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/f0d3d5c0e2e14e47a7fd5d23a1310290 is 50, key is test_row_0/B:col10/1732382863438/Put/seqid=0 2024-11-23T17:27:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,715 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411233c248dcb254c490ea70d8a0411cbea25_5e62f83f95ff9c2ce0e4fda9e5fbdb8c store=[table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:44,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,717 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411233c248dcb254c490ea70d8a0411cbea25_5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=[table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:44,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,717 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411233c248dcb254c490ea70d8a0411cbea25_5e62f83f95ff9c2ce0e4fda9e5fbdb8c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:44,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742439_1615 (size=4469) 2024-11-23T17:27:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742438_1614 (size=12949) 2024-11-23T17:27:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-23T17:27:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,940 INFO [Thread-2401 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-23T17:27:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:27:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-23T17:27:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,944 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:27:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T17:27:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,944 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:27:44,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:27:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T17:27:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,095 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-23T17:27:45,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:45,096 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-23T17:27:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=A 2024-11-23T17:27:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:45,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=B 2024-11-23T17:27:45,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:45,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=C 2024-11-23T17:27:45,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:45,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123050ab2d19e07429eb2b6707c5eeb924b_5e62f83f95ff9c2ce0e4fda9e5fbdb8c is 50, key is test_row_1/A:col10/1732382863445/Put/seqid=0 2024-11-23T17:27:45,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742440_1616 (size=9914) 2024-11-23T17:27:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,133 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c#A#compaction#513 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:45,133 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/f0fab38343ee4db69f6436344187e73c is 175, key is test_row_0/A:col10/1732382863438/Put/seqid=0 2024-11-23T17:27:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742441_1617 (size=31903) 2024-11-23T17:27:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,147 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/f0d3d5c0e2e14e47a7fd5d23a1310290 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/f0d3d5c0e2e14e47a7fd5d23a1310290 2024-11-23T17:27:45,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,150 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/f0fab38343ee4db69f6436344187e73c as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/f0fab38343ee4db69f6436344187e73c 2024-11-23T17:27:45,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,151 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c into f0d3d5c0e2e14e47a7fd5d23a1310290(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:45,151 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:45,151 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c., storeName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B, priority=13, startTime=1732382864696; duration=0sec 2024-11-23T17:27:45,152 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:27:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,152 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:B 2024-11-23T17:27:45,152 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-23T17:27:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,153 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-23T17:27:45,153 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C is initiating minor compaction (all files) 2024-11-23T17:27:45,153 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C in TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:45,153 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/02452676609e44d7896465c281545c0a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/7417fcdacb2a4747b216d6ab44eafc29, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/4b8305404f2c499998862218e57231f2] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp, totalSize=36.3 K 2024-11-23T17:27:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,153 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 02452676609e44d7896465c281545c0a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732382859526 2024-11-23T17:27:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,153 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 7417fcdacb2a4747b216d6ab44eafc29, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732382860647 2024-11-23T17:27:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,154 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b8305404f2c499998862218e57231f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732382862819 2024-11-23T17:27:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,155 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c into f0fab38343ee4db69f6436344187e73c(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:45,155 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:45,155 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c., storeName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A, priority=13, startTime=1732382864696; duration=0sec 2024-11-23T17:27:45,155 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:45,155 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:A 2024-11-23T17:27:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,160 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c#C#compaction#516 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:45,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,160 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/66b2d1676bf54311a2072f9a6f19ef7d is 50, key is test_row_0/C:col10/1732382863438/Put/seqid=0 2024-11-23T17:27:45,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742442_1618 (size=12949) 2024-11-23T17:27:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,170 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/66b2d1676bf54311a2072f9a6f19ef7d as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/66b2d1676bf54311a2072f9a6f19ef7d 2024-11-23T17:27:45,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,175 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c into 66b2d1676bf54311a2072f9a6f19ef7d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:45,175 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:45,175 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c., storeName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C, priority=13, startTime=1732382864696; duration=0sec 2024-11-23T17:27:45,175 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:45,175 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:C 2024-11-23T17:27:45,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T17:27:45,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,532 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123050ab2d19e07429eb2b6707c5eeb924b_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123050ab2d19e07429eb2b6707c5eeb924b_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/d752adeaa16145078fa885f6e11207cd, store: [table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:45,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/d752adeaa16145078fa885f6e11207cd is 175, key is test_row_1/A:col10/1732382863445/Put/seqid=0 2024-11-23T17:27:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742443_1619 (size=22561) 2024-11-23T17:27:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,538 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=285, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/d752adeaa16145078fa885f6e11207cd 2024-11-23T17:27:45,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/bc244b4fa9134a77a325d3c884674641 is 50, key is test_row_1/B:col10/1732382863445/Put/seqid=0 2024-11-23T17:27:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T17:27:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742444_1620 (size=9857) 2024-11-23T17:27:45,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:45,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:45,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:45,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382925637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:45,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:45,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382925740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:45,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:45,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382925941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:45,948 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/bc244b4fa9134a77a325d3c884674641 2024-11-23T17:27:45,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/1de705bd790b4a7297a2f53042e0903b is 50, key is test_row_1/C:col10/1732382863445/Put/seqid=0 2024-11-23T17:27:45,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742445_1621 (size=9857) 2024-11-23T17:27:45,959 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/1de705bd790b4a7297a2f53042e0903b 2024-11-23T17:27:45,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/d752adeaa16145078fa885f6e11207cd as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/d752adeaa16145078fa885f6e11207cd 2024-11-23T17:27:45,965 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/d752adeaa16145078fa885f6e11207cd, entries=100, sequenceid=285, filesize=22.0 K 2024-11-23T17:27:45,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/bc244b4fa9134a77a325d3c884674641 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/bc244b4fa9134a77a325d3c884674641 2024-11-23T17:27:45,969 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/bc244b4fa9134a77a325d3c884674641, entries=100, sequenceid=285, filesize=9.6 K 2024-11-23T17:27:45,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/1de705bd790b4a7297a2f53042e0903b as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/1de705bd790b4a7297a2f53042e0903b 2024-11-23T17:27:45,973 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/1de705bd790b4a7297a2f53042e0903b, entries=100, sequenceid=285, filesize=9.6 K 2024-11-23T17:27:45,974 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c in 877ms, sequenceid=285, compaction requested=false 2024-11-23T17:27:45,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:45,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:45,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-23T17:27:45,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-23T17:27:45,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-23T17:27:45,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0320 sec 2024-11-23T17:27:45,979 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 1.0360 sec 2024-11-23T17:27:46,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-23T17:27:46,048 INFO [Thread-2401 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-23T17:27:46,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-23T17:27:46,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-11-23T17:27:46,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-23T17:27:46,050 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-23T17:27:46,051 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-23T17:27:46,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-23T17:27:46,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-23T17:27:46,202 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:46,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35067 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-23T17:27:46,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:46,203 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-23T17:27:46,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=A 2024-11-23T17:27:46,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:46,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=B 2024-11-23T17:27:46,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:46,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=C 2024-11-23T17:27:46,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:46,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230e15a2d1d6ca44ee884f2581c9482ed0_5e62f83f95ff9c2ce0e4fda9e5fbdb8c is 50, key is test_row_0/A:col10/1732382865636/Put/seqid=0 2024-11-23T17:27:46,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742446_1622 (size=12454) 2024-11-23T17:27:46,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:46,219 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411230e15a2d1d6ca44ee884f2581c9482ed0_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230e15a2d1d6ca44ee884f2581c9482ed0_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:46,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/bc21fea8ad5e421995ddf26a1bc3b715, store: [table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:46,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/bc21fea8ad5e421995ddf26a1bc3b715 is 175, key is test_row_0/A:col10/1732382865636/Put/seqid=0 2024-11-23T17:27:46,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742447_1623 (size=31255) 2024-11-23T17:27:46,225 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/bc21fea8ad5e421995ddf26a1bc3b715 2024-11-23T17:27:46,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/869361cfd08443b5b0081db06535b02c is 50, key is test_row_0/B:col10/1732382865636/Put/seqid=0 2024-11-23T17:27:46,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742448_1624 (size=12301) 2024-11-23T17:27:46,242 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/869361cfd08443b5b0081db06535b02c 2024-11-23T17:27:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:46,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. as already flushing 2024-11-23T17:27:46,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/1d73ea4a5eab4c2dbc1c80be5cb72594 is 50, key is test_row_0/C:col10/1732382865636/Put/seqid=0 2024-11-23T17:27:46,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742449_1625 (size=12301) 2024-11-23T17:27:46,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382926254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:46,300 DEBUG [Thread-2408 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x458a85fd to 127.0.0.1:55168 2024-11-23T17:27:46,300 DEBUG [Thread-2408 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:27:46,300 DEBUG [Thread-2404 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6bb6288a to 127.0.0.1:55168 2024-11-23T17:27:46,300 DEBUG [Thread-2404 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:27:46,300 DEBUG [Thread-2406 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06556601 to 127.0.0.1:55168 2024-11-23T17:27:46,301 DEBUG [Thread-2406 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:27:46,301 DEBUG [Thread-2402 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53305d9b to 127.0.0.1:55168 2024-11-23T17:27:46,301 DEBUG [Thread-2402 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:27:46,302 DEBUG [Thread-2410 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x410bf0c8 to 127.0.0.1:55168 2024-11-23T17:27:46,302 DEBUG [Thread-2410 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:27:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-23T17:27:46,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382926356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:46,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-23T17:27:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34606 deadline: 1732382926558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-23T17:27:46,654 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/1d73ea4a5eab4c2dbc1c80be5cb72594 2024-11-23T17:27:46,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/bc21fea8ad5e421995ddf26a1bc3b715 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/bc21fea8ad5e421995ddf26a1bc3b715 2024-11-23T17:27:46,659 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/bc21fea8ad5e421995ddf26a1bc3b715, entries=150, sequenceid=316, filesize=30.5 K 2024-11-23T17:27:46,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/869361cfd08443b5b0081db06535b02c as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/869361cfd08443b5b0081db06535b02c 2024-11-23T17:27:46,662 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/869361cfd08443b5b0081db06535b02c, entries=150, sequenceid=316, filesize=12.0 K 2024-11-23T17:27:46,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/1d73ea4a5eab4c2dbc1c80be5cb72594 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/1d73ea4a5eab4c2dbc1c80be5cb72594 2024-11-23T17:27:46,665 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/1d73ea4a5eab4c2dbc1c80be5cb72594, entries=150, sequenceid=316, filesize=12.0 K 2024-11-23T17:27:46,666 INFO [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c in 463ms, sequenceid=316, compaction requested=true 2024-11-23T17:27:46,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:46,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:46,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f54dd19cfe0a:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-11-23T17:27:46,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-11-23T17:27:46,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-23T17:27:46,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 616 msec 2024-11-23T17:27:46,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 619 msec 2024-11-23T17:27:46,870 DEBUG [Thread-2393 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17327621 to 127.0.0.1:55168 2024-11-23T17:27:46,870 DEBUG [Thread-2393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:27:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-23T17:27:47,153 INFO [Thread-2401 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-23T17:27:50,539 DEBUG [Thread-2397 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b914bf4 to 127.0.0.1:55168 2024-11-23T17:27:50,539 DEBUG [Thread-2397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:27:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35067 {}] regionserver.HRegion(8581): Flush requested on 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:50,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-23T17:27:50,566 DEBUG [Thread-2395 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1584f18a to 127.0.0.1:55168 2024-11-23T17:27:50,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=A 2024-11-23T17:27:50,566 DEBUG [Thread-2395 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:27:50,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:50,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=B 2024-11-23T17:27:50,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:50,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=C 2024-11-23T17:27:50,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:50,568 DEBUG [Thread-2399 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f6a59e4 to 127.0.0.1:55168 2024-11-23T17:27:50,568 DEBUG [Thread-2399 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:27:50,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c732470a11404f1ebee9d61c2c3130f4_5e62f83f95ff9c2ce0e4fda9e5fbdb8c is 50, key is test_row_0/A:col10/1732382870538/Put/seqid=0 2024-11-23T17:27:50,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742450_1626 (size=12454) 2024-11-23T17:27:50,974 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:50,978 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123c732470a11404f1ebee9d61c2c3130f4_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c732470a11404f1ebee9d61c2c3130f4_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:50,978 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/ddf5564720614b89b431be28c5da5c8e, store: [table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:50,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/ddf5564720614b89b431be28c5da5c8e is 175, key is test_row_0/A:col10/1732382870538/Put/seqid=0 2024-11-23T17:27:50,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742451_1627 (size=31255) 2024-11-23T17:27:51,382 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/ddf5564720614b89b431be28c5da5c8e 2024-11-23T17:27:51,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/421cc786e46d446fa5526c936d70f30b is 50, key is test_row_0/B:col10/1732382870538/Put/seqid=0 2024-11-23T17:27:51,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742452_1628 (size=12301) 2024-11-23T17:27:51,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/421cc786e46d446fa5526c936d70f30b 2024-11-23T17:27:51,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/85cbc833621f43d49b07dc5400361183 is 50, key is test_row_0/C:col10/1732382870538/Put/seqid=0 2024-11-23T17:27:51,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742453_1629 (size=12301) 2024-11-23T17:27:52,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/85cbc833621f43d49b07dc5400361183 2024-11-23T17:27:52,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/ddf5564720614b89b431be28c5da5c8e as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/ddf5564720614b89b431be28c5da5c8e 2024-11-23T17:27:52,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/ddf5564720614b89b431be28c5da5c8e, entries=150, sequenceid=327, filesize=30.5 K 2024-11-23T17:27:52,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/421cc786e46d446fa5526c936d70f30b as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/421cc786e46d446fa5526c936d70f30b 2024-11-23T17:27:52,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/421cc786e46d446fa5526c936d70f30b, entries=150, sequenceid=327, filesize=12.0 K 2024-11-23T17:27:52,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/85cbc833621f43d49b07dc5400361183 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/85cbc833621f43d49b07dc5400361183 2024-11-23T17:27:52,210 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/85cbc833621f43d49b07dc5400361183, entries=150, sequenceid=327, filesize=12.0 K 2024-11-23T17:27:52,211 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=6.71 KB/6870 for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c in 1645ms, sequenceid=327, compaction requested=true 2024-11-23T17:27:52,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:52,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:A, priority=-2147483648, current under compaction store size is 1 2024-11-23T17:27:52,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:52,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:B, priority=-2147483648, current under compaction store size is 2 2024-11-23T17:27:52,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:52,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:C, priority=-2147483648, current under compaction store size is 3 2024-11-23T17:27:52,211 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:27:52,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:27:52,211 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:27:52,212 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 116974 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:27:52,212 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:27:52,212 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1540): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A is initiating minor compaction (all files) 2024-11-23T17:27:52,212 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B is initiating minor compaction (all files) 2024-11-23T17:27:52,212 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A in TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:52,212 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B in TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:52,212 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/f0fab38343ee4db69f6436344187e73c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/d752adeaa16145078fa885f6e11207cd, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/bc21fea8ad5e421995ddf26a1bc3b715, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/ddf5564720614b89b431be28c5da5c8e] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp, totalSize=114.2 K 2024-11-23T17:27:52,212 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/f0d3d5c0e2e14e47a7fd5d23a1310290, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/bc244b4fa9134a77a325d3c884674641, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/869361cfd08443b5b0081db06535b02c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/421cc786e46d446fa5526c936d70f30b] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp, totalSize=46.3 K 2024-11-23T17:27:52,212 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:52,212 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. files: [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/f0fab38343ee4db69f6436344187e73c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/d752adeaa16145078fa885f6e11207cd, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/bc21fea8ad5e421995ddf26a1bc3b715, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/ddf5564720614b89b431be28c5da5c8e] 2024-11-23T17:27:52,212 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting f0d3d5c0e2e14e47a7fd5d23a1310290, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732382862819 2024-11-23T17:27:52,212 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0fab38343ee4db69f6436344187e73c, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732382862819 2024-11-23T17:27:52,212 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting bc244b4fa9134a77a325d3c884674641, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732382863445 2024-11-23T17:27:52,213 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting d752adeaa16145078fa885f6e11207cd, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732382863445 2024-11-23T17:27:52,213 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 869361cfd08443b5b0081db06535b02c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732382865627 2024-11-23T17:27:52,213 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc21fea8ad5e421995ddf26a1bc3b715, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732382865627 2024-11-23T17:27:52,213 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 421cc786e46d446fa5526c936d70f30b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732382866859 2024-11-23T17:27:52,213 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] compactions.Compactor(224): Compacting ddf5564720614b89b431be28c5da5c8e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732382866859 2024-11-23T17:27:52,220 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:52,221 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411237d4004efd4724fba982ab18b15e4c0e1_5e62f83f95ff9c2ce0e4fda9e5fbdb8c store=[table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:52,221 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c#B#compaction#525 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:52,222 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/4000a803e5e647eeb076e6ef58224905 is 50, key is test_row_0/B:col10/1732382870538/Put/seqid=0 2024-11-23T17:27:52,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742454_1630 (size=13085) 2024-11-23T17:27:52,243 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411237d4004efd4724fba982ab18b15e4c0e1_5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=[table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:52,244 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411237d4004efd4724fba982ab18b15e4c0e1_5e62f83f95ff9c2ce0e4fda9e5fbdb8c because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:52,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742455_1631 (size=4469) 2024-11-23T17:27:52,632 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/4000a803e5e647eeb076e6ef58224905 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/4000a803e5e647eeb076e6ef58224905 2024-11-23T17:27:52,636 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c into 4000a803e5e647eeb076e6ef58224905(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:52,636 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:52,636 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c., storeName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B, priority=12, startTime=1732382872211; duration=0sec 2024-11-23T17:27:52,636 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-23T17:27:52,636 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:B 2024-11-23T17:27:52,636 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-23T17:27:52,637 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-23T17:27:52,637 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1540): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C is initiating minor compaction (all files) 2024-11-23T17:27:52,637 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C in TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:52,637 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/66b2d1676bf54311a2072f9a6f19ef7d, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/1de705bd790b4a7297a2f53042e0903b, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/1d73ea4a5eab4c2dbc1c80be5cb72594, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/85cbc833621f43d49b07dc5400361183] into tmpdir=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp, totalSize=46.3 K 2024-11-23T17:27:52,637 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 66b2d1676bf54311a2072f9a6f19ef7d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732382862819 2024-11-23T17:27:52,637 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 1de705bd790b4a7297a2f53042e0903b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1732382863445 2024-11-23T17:27:52,638 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d73ea4a5eab4c2dbc1c80be5cb72594, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732382865627 2024-11-23T17:27:52,638 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] compactions.Compactor(224): Compacting 85cbc833621f43d49b07dc5400361183, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732382866859 2024-11-23T17:27:52,645 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c#C#compaction#527 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:52,645 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/d24680422a354a7d9012d8da4b8bb858 is 50, key is test_row_0/C:col10/1732382870538/Put/seqid=0 2024-11-23T17:27:52,648 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 5e62f83f95ff9c2ce0e4fda9e5fbdb8c#A#compaction#526 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-23T17:27:52,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742456_1632 (size=13085) 2024-11-23T17:27:52,649 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/9acc9a6fa943438baf39121f6bdf013a is 175, key is test_row_0/A:col10/1732382870538/Put/seqid=0 2024-11-23T17:27:52,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742457_1633 (size=32039) 2024-11-23T17:27:52,656 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/9acc9a6fa943438baf39121f6bdf013a as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/9acc9a6fa943438baf39121f6bdf013a 2024-11-23T17:27:52,660 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c into 9acc9a6fa943438baf39121f6bdf013a(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:52,660 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:52,660 INFO [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c., storeName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A, priority=12, startTime=1732382872211; duration=0sec 2024-11-23T17:27:52,660 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:52,660 DEBUG [RS:0;f54dd19cfe0a:35067-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:A 2024-11-23T17:27:53,052 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/d24680422a354a7d9012d8da4b8bb858 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/d24680422a354a7d9012d8da4b8bb858 2024-11-23T17:27:53,055 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C of 5e62f83f95ff9c2ce0e4fda9e5fbdb8c into d24680422a354a7d9012d8da4b8bb858(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-23T17:27:53,055 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:53,055 INFO [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c., storeName=5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C, priority=12, startTime=1732382872211; duration=0sec 2024-11-23T17:27:53,055 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-23T17:27:53,055 DEBUG [RS:0;f54dd19cfe0a:35067-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 5e62f83f95ff9c2ce0e4fda9e5fbdb8c:C 2024-11-23T17:27:54,575 DEBUG [Thread-2391 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7fc332d8 to 127.0.0.1:55168 2024-11-23T17:27:54,575 DEBUG [Thread-2391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:27:54,575 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-23T17:27:54,575 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 3 2024-11-23T17:27:54,575 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 173 2024-11-23T17:27:54,575 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-11-23T17:27:54,575 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-23T17:27:54,575 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-11-23T17:27:54,575 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-23T17:27:54,575 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7306 2024-11-23T17:27:54,575 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7510 2024-11-23T17:27:54,575 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7239 2024-11-23T17:27:54,575 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7320 2024-11-23T17:27:54,575 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7538 2024-11-23T17:27:54,575 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-23T17:27:54,575 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T17:27:54,575 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x537a66f8 to 127.0.0.1:55168 2024-11-23T17:27:54,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:27:54,576 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-23T17:27:54,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-23T17:27:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-23T17:27:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-23T17:27:54,578 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382874578"}]},"ts":"1732382874578"} 2024-11-23T17:27:54,579 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-23T17:27:54,581 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-23T17:27:54,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-23T17:27:54,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, UNASSIGN}] 2024-11-23T17:27:54,583 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=179, ppid=178, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, UNASSIGN 2024-11-23T17:27:54,583 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=179 updating hbase:meta row=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, regionState=CLOSING, regionLocation=f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:54,584 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-23T17:27:54,584 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; CloseRegionProcedure 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491}] 2024-11-23T17:27:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-23T17:27:54,735 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:54,735 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] handler.UnassignRegionHandler(124): Close 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:54,735 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-23T17:27:54,735 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1681): Closing 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, disabling compactions & flushes 2024-11-23T17:27:54,735 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:54,736 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:54,736 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. after waiting 0 ms 2024-11-23T17:27:54,736 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:54,736 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(2837): Flushing 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-23T17:27:54,736 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=A 2024-11-23T17:27:54,736 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:54,736 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=B 2024-11-23T17:27:54,736 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:54,736 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, store=C 2024-11-23T17:27:54,736 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-23T17:27:54,741 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ea49404482614c24958a23ee926605a0_5e62f83f95ff9c2ce0e4fda9e5fbdb8c is 50, key is test_row_0/A:col10/1732382870567/Put/seqid=0 2024-11-23T17:27:54,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742458_1634 (size=9914) 2024-11-23T17:27:54,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-23T17:27:55,145 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-23T17:27:55,148 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241123ea49404482614c24958a23ee926605a0_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ea49404482614c24958a23ee926605a0_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:55,149 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/395e04122e4149d7b5d70e33a9020ff7, store: [table=TestAcidGuarantees family=A region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c] 2024-11-23T17:27:55,150 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/395e04122e4149d7b5d70e33a9020ff7 is 175, key is test_row_0/A:col10/1732382870567/Put/seqid=0 2024-11-23T17:27:55,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742459_1635 (size=22561) 2024-11-23T17:27:55,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-23T17:27:55,555 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=335, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/395e04122e4149d7b5d70e33a9020ff7 2024-11-23T17:27:55,560 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/bbbe99cb8dd541f49e2c2af3d060a19d is 50, key is test_row_0/B:col10/1732382870567/Put/seqid=0 2024-11-23T17:27:55,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742460_1636 (size=9857) 2024-11-23T17:27:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-23T17:27:55,963 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/bbbe99cb8dd541f49e2c2af3d060a19d 2024-11-23T17:27:55,969 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/007bc6fd232646ef8e39f09d4c16b23f is 50, key is test_row_0/C:col10/1732382870567/Put/seqid=0 2024-11-23T17:27:55,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742461_1637 (size=9857) 2024-11-23T17:27:56,372 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/007bc6fd232646ef8e39f09d4c16b23f 2024-11-23T17:27:56,375 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/A/395e04122e4149d7b5d70e33a9020ff7 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/395e04122e4149d7b5d70e33a9020ff7 2024-11-23T17:27:56,378 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/395e04122e4149d7b5d70e33a9020ff7, entries=100, sequenceid=335, filesize=22.0 K 2024-11-23T17:27:56,379 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/B/bbbe99cb8dd541f49e2c2af3d060a19d as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/bbbe99cb8dd541f49e2c2af3d060a19d 2024-11-23T17:27:56,381 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/bbbe99cb8dd541f49e2c2af3d060a19d, entries=100, sequenceid=335, filesize=9.6 K 2024-11-23T17:27:56,381 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/.tmp/C/007bc6fd232646ef8e39f09d4c16b23f as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/007bc6fd232646ef8e39f09d4c16b23f 2024-11-23T17:27:56,384 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/007bc6fd232646ef8e39f09d4c16b23f, entries=100, sequenceid=335, filesize=9.6 K 2024-11-23T17:27:56,385 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c in 1648ms, sequenceid=335, compaction requested=false 2024-11-23T17:27:56,385 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/d64bbe7ce0fa4dd6b58eaaa9d7fb3f0f, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/8a46ad5b23cd4301b061f82e9f935d17, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/2f464c0e33f540a49d07f18be8eee061, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/40b4f82dc51844f0954a1afeb1b9cc6b, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/2cf0c02fc0f54da381850d3b91d26d39, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/8dd8b58f945b4f6e99e010e6b2aee9c7, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/9c0a16fa0aa14295bc8860642ab2b72c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/108d7e31c0524b3c864019b568221cce, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/62b9af095e7c405abbc8205c8e5a75bd, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/1425738bde394fa282131b1712fbeafe, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/da42f739df974242ab7a8afaa0b7f226, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/3f050b56650843a58af62621546770ea, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/6df087a1e71a4e9a8f19a7233bfaca25, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/acf901d7353d455da8792f6356ada852, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/c41d56ba6115457eb4c33b8d4fb12db5, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/716f6ec3c9cf4083b544ddeaeb023139, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/326049cb140f434a82923a4466cef2fa, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/3c2e07fdefff43f4a9eace488d0e7659, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/f0fab38343ee4db69f6436344187e73c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/252fe5e21aa84d3188c17e9490a4a966, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/d752adeaa16145078fa885f6e11207cd, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/bc21fea8ad5e421995ddf26a1bc3b715, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/ddf5564720614b89b431be28c5da5c8e] to archive 2024-11-23T17:27:56,386 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:27:56,387 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/d64bbe7ce0fa4dd6b58eaaa9d7fb3f0f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/d64bbe7ce0fa4dd6b58eaaa9d7fb3f0f 2024-11-23T17:27:56,388 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/8a46ad5b23cd4301b061f82e9f935d17 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/8a46ad5b23cd4301b061f82e9f935d17 2024-11-23T17:27:56,389 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/2f464c0e33f540a49d07f18be8eee061 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/2f464c0e33f540a49d07f18be8eee061 2024-11-23T17:27:56,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/40b4f82dc51844f0954a1afeb1b9cc6b to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/40b4f82dc51844f0954a1afeb1b9cc6b 2024-11-23T17:27:56,390 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/2cf0c02fc0f54da381850d3b91d26d39 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/2cf0c02fc0f54da381850d3b91d26d39 2024-11-23T17:27:56,391 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/8dd8b58f945b4f6e99e010e6b2aee9c7 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/8dd8b58f945b4f6e99e010e6b2aee9c7 2024-11-23T17:27:56,392 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/9c0a16fa0aa14295bc8860642ab2b72c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/9c0a16fa0aa14295bc8860642ab2b72c 2024-11-23T17:27:56,393 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/108d7e31c0524b3c864019b568221cce to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/108d7e31c0524b3c864019b568221cce 2024-11-23T17:27:56,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/62b9af095e7c405abbc8205c8e5a75bd to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/62b9af095e7c405abbc8205c8e5a75bd 2024-11-23T17:27:56,394 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/1425738bde394fa282131b1712fbeafe to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/1425738bde394fa282131b1712fbeafe 2024-11-23T17:27:56,395 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/da42f739df974242ab7a8afaa0b7f226 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/da42f739df974242ab7a8afaa0b7f226 2024-11-23T17:27:56,396 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/3f050b56650843a58af62621546770ea to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/3f050b56650843a58af62621546770ea 2024-11-23T17:27:56,397 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/6df087a1e71a4e9a8f19a7233bfaca25 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/6df087a1e71a4e9a8f19a7233bfaca25 2024-11-23T17:27:56,398 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/acf901d7353d455da8792f6356ada852 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/acf901d7353d455da8792f6356ada852 2024-11-23T17:27:56,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/c41d56ba6115457eb4c33b8d4fb12db5 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/c41d56ba6115457eb4c33b8d4fb12db5 2024-11-23T17:27:56,399 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/716f6ec3c9cf4083b544ddeaeb023139 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/716f6ec3c9cf4083b544ddeaeb023139 2024-11-23T17:27:56,400 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/326049cb140f434a82923a4466cef2fa to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/326049cb140f434a82923a4466cef2fa 2024-11-23T17:27:56,401 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/3c2e07fdefff43f4a9eace488d0e7659 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/3c2e07fdefff43f4a9eace488d0e7659 2024-11-23T17:27:56,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/f0fab38343ee4db69f6436344187e73c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/f0fab38343ee4db69f6436344187e73c 2024-11-23T17:27:56,402 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/252fe5e21aa84d3188c17e9490a4a966 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/252fe5e21aa84d3188c17e9490a4a966 2024-11-23T17:27:56,403 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/d752adeaa16145078fa885f6e11207cd to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/d752adeaa16145078fa885f6e11207cd 2024-11-23T17:27:56,404 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/bc21fea8ad5e421995ddf26a1bc3b715 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/bc21fea8ad5e421995ddf26a1bc3b715 2024-11-23T17:27:56,405 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/ddf5564720614b89b431be28c5da5c8e to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/ddf5564720614b89b431be28c5da5c8e 2024-11-23T17:27:56,406 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/994f2c1bd5e94f7aa530092bd7aeebdb, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/186d23d62c2c40fda3530349570989fe, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/c17b4f896bac444e83837b6c49fde27f, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/40202d4e0e1944df82087a285da07cc3, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/2d4ee9f17fdf4f53bbcbb05f5559ac88, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/cc589964ac9d44c3ad0afa718e7d5f72, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/f8067228cc1a4ef2982a05b79d3efbfb, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/8fa831bb6ceb48c69687e0095feeb78a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/7a8d9bc20a184406926f41b01f2c8e92, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/27b08d0a991d4a938a954a063b2f3491, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/b669bc3626214b93b61f18e072951cb2, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/131a7f9b78054bda8a9eb301849a30d4, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/1fc31b7c85b644f3a69704679d7b98f9, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/3c042e6eeb9447148e318e722e3a308a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/8c9e3e1ebb634ae59982b6b0e97578db, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/96a2e72611154564a1aa0dea4a2543ea, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/3504c518e365406e965bfa699c415080, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/0e3897182aad43208c6bd0e8ed6ea1a1, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/f0d3d5c0e2e14e47a7fd5d23a1310290, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/42e5854abab14d45910a08838adb02df, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/bc244b4fa9134a77a325d3c884674641, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/869361cfd08443b5b0081db06535b02c, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/421cc786e46d446fa5526c936d70f30b] to archive 2024-11-23T17:27:56,406 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:27:56,407 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/994f2c1bd5e94f7aa530092bd7aeebdb to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/994f2c1bd5e94f7aa530092bd7aeebdb 2024-11-23T17:27:56,408 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/186d23d62c2c40fda3530349570989fe to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/186d23d62c2c40fda3530349570989fe 2024-11-23T17:27:56,409 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/c17b4f896bac444e83837b6c49fde27f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/c17b4f896bac444e83837b6c49fde27f 2024-11-23T17:27:56,410 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/40202d4e0e1944df82087a285da07cc3 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/40202d4e0e1944df82087a285da07cc3 2024-11-23T17:27:56,410 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/2d4ee9f17fdf4f53bbcbb05f5559ac88 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/2d4ee9f17fdf4f53bbcbb05f5559ac88 2024-11-23T17:27:56,411 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/cc589964ac9d44c3ad0afa718e7d5f72 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/cc589964ac9d44c3ad0afa718e7d5f72 2024-11-23T17:27:56,412 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/f8067228cc1a4ef2982a05b79d3efbfb to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/f8067228cc1a4ef2982a05b79d3efbfb 2024-11-23T17:27:56,413 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/8fa831bb6ceb48c69687e0095feeb78a to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/8fa831bb6ceb48c69687e0095feeb78a 2024-11-23T17:27:56,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/7a8d9bc20a184406926f41b01f2c8e92 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/7a8d9bc20a184406926f41b01f2c8e92 2024-11-23T17:27:56,414 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/27b08d0a991d4a938a954a063b2f3491 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/27b08d0a991d4a938a954a063b2f3491 2024-11-23T17:27:56,415 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/b669bc3626214b93b61f18e072951cb2 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/b669bc3626214b93b61f18e072951cb2 2024-11-23T17:27:56,416 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/131a7f9b78054bda8a9eb301849a30d4 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/131a7f9b78054bda8a9eb301849a30d4 2024-11-23T17:27:56,417 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/1fc31b7c85b644f3a69704679d7b98f9 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/1fc31b7c85b644f3a69704679d7b98f9 2024-11-23T17:27:56,418 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/3c042e6eeb9447148e318e722e3a308a to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/3c042e6eeb9447148e318e722e3a308a 2024-11-23T17:27:56,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/8c9e3e1ebb634ae59982b6b0e97578db to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/8c9e3e1ebb634ae59982b6b0e97578db 2024-11-23T17:27:56,419 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/96a2e72611154564a1aa0dea4a2543ea to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/96a2e72611154564a1aa0dea4a2543ea 2024-11-23T17:27:56,420 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/3504c518e365406e965bfa699c415080 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/3504c518e365406e965bfa699c415080 2024-11-23T17:27:56,421 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/0e3897182aad43208c6bd0e8ed6ea1a1 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/0e3897182aad43208c6bd0e8ed6ea1a1 2024-11-23T17:27:56,422 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/f0d3d5c0e2e14e47a7fd5d23a1310290 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/f0d3d5c0e2e14e47a7fd5d23a1310290 2024-11-23T17:27:56,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/42e5854abab14d45910a08838adb02df to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/42e5854abab14d45910a08838adb02df 2024-11-23T17:27:56,423 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/bc244b4fa9134a77a325d3c884674641 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/bc244b4fa9134a77a325d3c884674641 2024-11-23T17:27:56,424 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/869361cfd08443b5b0081db06535b02c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/869361cfd08443b5b0081db06535b02c 2024-11-23T17:27:56,425 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/421cc786e46d446fa5526c936d70f30b to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/421cc786e46d446fa5526c936d70f30b 2024-11-23T17:27:56,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/a03daecd6120469a941ae85996c98ede, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/66f8055fb88c4cad9a3bf09085ccc792, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/5a82422ed01744e3b56a8eee56961a99, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/7e5ba7b78bb44030a7791141b8c3063f, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/a59e04b3c08243968103ca17346451b3, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/b5d0ba778ecb4feb917cda2dea317213, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/9db4934aa39849158d0c49e37f764adb, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/3575b2e894ee4d7b97f316eb25cc960e, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/e367a919b13c41eba635e1d573bd6a35, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/c829002068d94422825bf57742379fba, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/182ea5ad3dfd40a9a3d8a98da69bacf6, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/418b8b121ea84daa8b83062e6aaa41be, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/e94ef9f7359e480ab67afcbaa929e079, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/986f49da67c9467cbec1a189fd2842e2, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/2dd18919624345ba942cd55a7a3e4521, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/02452676609e44d7896465c281545c0a, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/f4b9fad5f74344de965728904d246ba5, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/7417fcdacb2a4747b216d6ab44eafc29, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/66b2d1676bf54311a2072f9a6f19ef7d, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/4b8305404f2c499998862218e57231f2, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/1de705bd790b4a7297a2f53042e0903b, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/1d73ea4a5eab4c2dbc1c80be5cb72594, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/85cbc833621f43d49b07dc5400361183] to archive 2024-11-23T17:27:56,426 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-23T17:27:56,427 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/a03daecd6120469a941ae85996c98ede to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/a03daecd6120469a941ae85996c98ede 2024-11-23T17:27:56,428 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/66f8055fb88c4cad9a3bf09085ccc792 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/66f8055fb88c4cad9a3bf09085ccc792 2024-11-23T17:27:56,429 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/5a82422ed01744e3b56a8eee56961a99 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/5a82422ed01744e3b56a8eee56961a99 2024-11-23T17:27:56,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/7e5ba7b78bb44030a7791141b8c3063f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/7e5ba7b78bb44030a7791141b8c3063f 2024-11-23T17:27:56,430 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/a59e04b3c08243968103ca17346451b3 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/a59e04b3c08243968103ca17346451b3 2024-11-23T17:27:56,431 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/b5d0ba778ecb4feb917cda2dea317213 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/b5d0ba778ecb4feb917cda2dea317213 2024-11-23T17:27:56,432 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/9db4934aa39849158d0c49e37f764adb to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/9db4934aa39849158d0c49e37f764adb 2024-11-23T17:27:56,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/3575b2e894ee4d7b97f316eb25cc960e to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/3575b2e894ee4d7b97f316eb25cc960e 2024-11-23T17:27:56,433 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/e367a919b13c41eba635e1d573bd6a35 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/e367a919b13c41eba635e1d573bd6a35 2024-11-23T17:27:56,434 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/c829002068d94422825bf57742379fba to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/c829002068d94422825bf57742379fba 2024-11-23T17:27:56,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/182ea5ad3dfd40a9a3d8a98da69bacf6 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/182ea5ad3dfd40a9a3d8a98da69bacf6 2024-11-23T17:27:56,435 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/418b8b121ea84daa8b83062e6aaa41be to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/418b8b121ea84daa8b83062e6aaa41be 2024-11-23T17:27:56,436 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/e94ef9f7359e480ab67afcbaa929e079 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/e94ef9f7359e480ab67afcbaa929e079 2024-11-23T17:27:56,437 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/986f49da67c9467cbec1a189fd2842e2 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/986f49da67c9467cbec1a189fd2842e2 2024-11-23T17:27:56,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/2dd18919624345ba942cd55a7a3e4521 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/2dd18919624345ba942cd55a7a3e4521 2024-11-23T17:27:56,438 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/02452676609e44d7896465c281545c0a to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/02452676609e44d7896465c281545c0a 2024-11-23T17:27:56,439 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/f4b9fad5f74344de965728904d246ba5 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/f4b9fad5f74344de965728904d246ba5 2024-11-23T17:27:56,440 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/7417fcdacb2a4747b216d6ab44eafc29 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/7417fcdacb2a4747b216d6ab44eafc29 2024-11-23T17:27:56,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/66b2d1676bf54311a2072f9a6f19ef7d to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/66b2d1676bf54311a2072f9a6f19ef7d 2024-11-23T17:27:56,441 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/4b8305404f2c499998862218e57231f2 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/4b8305404f2c499998862218e57231f2 2024-11-23T17:27:56,442 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/1de705bd790b4a7297a2f53042e0903b to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/1de705bd790b4a7297a2f53042e0903b 2024-11-23T17:27:56,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/1d73ea4a5eab4c2dbc1c80be5cb72594 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/1d73ea4a5eab4c2dbc1c80be5cb72594 2024-11-23T17:27:56,443 DEBUG [StoreCloser-TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/85cbc833621f43d49b07dc5400361183 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/85cbc833621f43d49b07dc5400361183 2024-11-23T17:27:56,446 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/recovered.edits/338.seqid, newMaxSeqId=338, maxSeqId=4 2024-11-23T17:27:56,447 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c. 2024-11-23T17:27:56,447 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1635): Region close journal for 5e62f83f95ff9c2ce0e4fda9e5fbdb8c: 2024-11-23T17:27:56,448 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] handler.UnassignRegionHandler(170): Closed 5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:56,448 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=179 updating hbase:meta row=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, regionState=CLOSED 2024-11-23T17:27:56,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-11-23T17:27:56,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; CloseRegionProcedure 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, server=f54dd19cfe0a,35067,1732382683491 in 1.8650 sec 2024-11-23T17:27:56,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=179, resume processing ppid=178 2024-11-23T17:27:56,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, ppid=178, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=5e62f83f95ff9c2ce0e4fda9e5fbdb8c, UNASSIGN in 1.8680 sec 2024-11-23T17:27:56,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-23T17:27:56,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8690 sec 2024-11-23T17:27:56,453 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732382876452"}]},"ts":"1732382876452"} 2024-11-23T17:27:56,453 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-23T17:27:56,455 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-23T17:27:56,456 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8790 sec 2024-11-23T17:27:56,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-23T17:27:56,682 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-23T17:27:56,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-23T17:27:56,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:27:56,683 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=181, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:27:56,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-23T17:27:56,684 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=181, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:27:56,686 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:56,688 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A, FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B, FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C, FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/recovered.edits] 2024-11-23T17:27:56,690 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/395e04122e4149d7b5d70e33a9020ff7 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/395e04122e4149d7b5d70e33a9020ff7 2024-11-23T17:27:56,691 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/9acc9a6fa943438baf39121f6bdf013a to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/A/9acc9a6fa943438baf39121f6bdf013a 2024-11-23T17:27:56,693 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/4000a803e5e647eeb076e6ef58224905 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/4000a803e5e647eeb076e6ef58224905 2024-11-23T17:27:56,694 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/bbbe99cb8dd541f49e2c2af3d060a19d to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/B/bbbe99cb8dd541f49e2c2af3d060a19d 2024-11-23T17:27:56,695 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/007bc6fd232646ef8e39f09d4c16b23f to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/007bc6fd232646ef8e39f09d4c16b23f 2024-11-23T17:27:56,696 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/d24680422a354a7d9012d8da4b8bb858 to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/C/d24680422a354a7d9012d8da4b8bb858 2024-11-23T17:27:56,698 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/recovered.edits/338.seqid to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c/recovered.edits/338.seqid 2024-11-23T17:27:56,699 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/default/TestAcidGuarantees/5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:56,699 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-23T17:27:56,699 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T17:27:56,700 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-23T17:27:56,702 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123050ab2d19e07429eb2b6707c5eeb924b_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123050ab2d19e07429eb2b6707c5eeb924b_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:56,703 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230e15a2d1d6ca44ee884f2581c9482ed0_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411230e15a2d1d6ca44ee884f2581c9482ed0_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:56,704 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233ed65a2271ac41b1a48301d794aaaff7_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411233ed65a2271ac41b1a48301d794aaaff7_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:56,705 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123418bfb4192bf48d09fefa85104a283ae_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123418bfb4192bf48d09fefa85104a283ae_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:56,706 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234616b0bb9ffd4242a266c2507daaa635_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411234616b0bb9ffd4242a266c2507daaa635_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:56,707 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236f4c8b7db3f24253823e7a1adf5fda3b_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411236f4c8b7db3f24253823e7a1adf5fda3b_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:56,708 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112383ba0daf90f14342923f5f4c829086f7_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112383ba0daf90f14342923f5f4c829086f7_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:56,708 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123851009f14de24f2381a7b8b32dcfa54d_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123851009f14de24f2381a7b8b32dcfa54d_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:56,709 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238a4348978e074ef287f88d23fb704034_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238a4348978e074ef287f88d23fb704034_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:56,710 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238b52a586819c4997bdb4a677e38f299a_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411238b52a586819c4997bdb4a677e38f299a_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:56,711 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112394b519754e744dc1bae1f7bbf8dff6e4_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112394b519754e744dc1bae1f7bbf8dff6e4_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:56,712 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239cc614c1b6f94f7eacfb04b3a6c00fb7_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411239cc614c1b6f94f7eacfb04b3a6c00fb7_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:56,713 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a4ed291c2ddf4c54b15135ca85ae735b_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123a4ed291c2ddf4c54b15135ca85ae735b_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:56,714 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b85120a4c4e248c6a5b4f7f6d8dfef1d_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123b85120a4c4e248c6a5b4f7f6d8dfef1d_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:56,715 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123be8b5ed9a6ad40c7a79d3101a1d1fad4_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123be8b5ed9a6ad40c7a79d3101a1d1fad4_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:56,716 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c58065bd43a549b8ba19273c49c85d5c_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c58065bd43a549b8ba19273c49c85d5c_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:56,716 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c732470a11404f1ebee9d61c2c3130f4_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123c732470a11404f1ebee9d61c2c3130f4_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:56,717 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ea49404482614c24958a23ee926605a0_5e62f83f95ff9c2ce0e4fda9e5fbdb8c to hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241123ea49404482614c24958a23ee926605a0_5e62f83f95ff9c2ce0e4fda9e5fbdb8c 2024-11-23T17:27:56,718 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-23T17:27:56,720 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=181, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:27:56,722 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-23T17:27:56,723 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-23T17:27:56,724 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=181, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:27:56,724 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-23T17:27:56,724 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732382876724"}]},"ts":"9223372036854775807"} 2024-11-23T17:27:56,725 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-23T17:27:56,725 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 5e62f83f95ff9c2ce0e4fda9e5fbdb8c, NAME => 'TestAcidGuarantees,,1732382843242.5e62f83f95ff9c2ce0e4fda9e5fbdb8c.', STARTKEY => '', ENDKEY => ''}] 2024-11-23T17:27:56,725 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-23T17:27:56,726 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732382876725"}]},"ts":"9223372036854775807"} 2024-11-23T17:27:56,727 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-23T17:27:56,729 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=181, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-23T17:27:56,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 47 msec 2024-11-23T17:27:56,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-23T17:27:56,785 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-11-23T17:27:56,796 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=239 (was 242), OpenFileDescriptor=456 (was 457), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=282 (was 292), ProcessCount=11 (was 11), AvailableMemoryMB=2700 (was 2774) 2024-11-23T17:27:56,796 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-23T17:27:56,797 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-23T17:27:56,797 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:55168 2024-11-23T17:27:56,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:27:56,797 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-23T17:27:56,797 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1759250028, stopped=false 2024-11-23T17:27:56,797 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=f54dd19cfe0a,39075,1732382682737 2024-11-23T17:27:56,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35067-0x1002569a4220001, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T17:27:56,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35067-0x1002569a4220001, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T17:27:56,799 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-23T17:27:56,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-23T17:27:56,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T17:27:56,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35067-0x1002569a4220001, quorum=127.0.0.1:55168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T17:27:56,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-23T17:27:56,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:27:56,800 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f54dd19cfe0a,35067,1732382683491' ***** 2024-11-23T17:27:56,800 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-23T17:27:56,801 INFO [RS:0;f54dd19cfe0a:35067 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-23T17:27:56,801 INFO [RS:0;f54dd19cfe0a:35067 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-23T17:27:56,801 INFO [RS:0;f54dd19cfe0a:35067 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-23T17:27:56,801 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-23T17:27:56,801 INFO [RS:0;f54dd19cfe0a:35067 {}] regionserver.HRegionServer(3579): Received CLOSE for 16dd130f78d02f9c55bee2d46e45c36c 2024-11-23T17:27:56,801 INFO [RS:0;f54dd19cfe0a:35067 {}] regionserver.HRegionServer(1224): stopping server f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:56,802 DEBUG [RS:0;f54dd19cfe0a:35067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:27:56,802 INFO [RS:0;f54dd19cfe0a:35067 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-23T17:27:56,802 INFO [RS:0;f54dd19cfe0a:35067 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-23T17:27:56,802 INFO [RS:0;f54dd19cfe0a:35067 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-23T17:27:56,802 INFO [RS:0;f54dd19cfe0a:35067 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-23T17:27:56,802 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 16dd130f78d02f9c55bee2d46e45c36c, disabling compactions & flushes 2024-11-23T17:27:56,802 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732382687070.16dd130f78d02f9c55bee2d46e45c36c. 2024-11-23T17:27:56,802 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732382687070.16dd130f78d02f9c55bee2d46e45c36c. 2024-11-23T17:27:56,802 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732382687070.16dd130f78d02f9c55bee2d46e45c36c. after waiting 0 ms 2024-11-23T17:27:56,802 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732382687070.16dd130f78d02f9c55bee2d46e45c36c. 2024-11-23T17:27:56,802 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 16dd130f78d02f9c55bee2d46e45c36c 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-23T17:27:56,802 INFO [RS:0;f54dd19cfe0a:35067 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-23T17:27:56,802 DEBUG [RS:0;f54dd19cfe0a:35067 {}] regionserver.HRegionServer(1603): Online Regions={16dd130f78d02f9c55bee2d46e45c36c=hbase:namespace,,1732382687070.16dd130f78d02f9c55bee2d46e45c36c., 1588230740=hbase:meta,,1.1588230740} 2024-11-23T17:27:56,802 DEBUG [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-23T17:27:56,802 INFO [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-23T17:27:56,802 DEBUG [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-23T17:27:56,802 DEBUG [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-23T17:27:56,802 DEBUG [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-23T17:27:56,802 INFO [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-23T17:27:56,805 DEBUG [RS:0;f54dd19cfe0a:35067 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 16dd130f78d02f9c55bee2d46e45c36c 2024-11-23T17:27:56,824 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/hbase/namespace/16dd130f78d02f9c55bee2d46e45c36c/.tmp/info/be6dac0138e84e289e450e0c1435026f is 45, key is default/info:d/1732382688421/Put/seqid=0 2024-11-23T17:27:56,825 DEBUG [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/hbase/meta/1588230740/.tmp/info/7f7405c2c1b44d839c135140619d67fa is 143, key is hbase:namespace,,1732382687070.16dd130f78d02f9c55bee2d46e45c36c./info:regioninfo/1732382688331/Put/seqid=0 2024-11-23T17:27:56,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742462_1638 (size=5037) 2024-11-23T17:27:56,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742463_1639 (size=7725) 2024-11-23T17:27:56,848 INFO [regionserver/f54dd19cfe0a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T17:27:57,006 DEBUG [RS:0;f54dd19cfe0a:35067 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 16dd130f78d02f9c55bee2d46e45c36c 2024-11-23T17:27:57,206 DEBUG [RS:0;f54dd19cfe0a:35067 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 16dd130f78d02f9c55bee2d46e45c36c 2024-11-23T17:27:57,228 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/hbase/namespace/16dd130f78d02f9c55bee2d46e45c36c/.tmp/info/be6dac0138e84e289e450e0c1435026f 2024-11-23T17:27:57,229 INFO [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/hbase/meta/1588230740/.tmp/info/7f7405c2c1b44d839c135140619d67fa 2024-11-23T17:27:57,232 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/hbase/namespace/16dd130f78d02f9c55bee2d46e45c36c/.tmp/info/be6dac0138e84e289e450e0c1435026f as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/hbase/namespace/16dd130f78d02f9c55bee2d46e45c36c/info/be6dac0138e84e289e450e0c1435026f 2024-11-23T17:27:57,235 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/hbase/namespace/16dd130f78d02f9c55bee2d46e45c36c/info/be6dac0138e84e289e450e0c1435026f, entries=2, sequenceid=6, filesize=4.9 K 2024-11-23T17:27:57,235 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 16dd130f78d02f9c55bee2d46e45c36c in 433ms, sequenceid=6, compaction requested=false 2024-11-23T17:27:57,238 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/hbase/namespace/16dd130f78d02f9c55bee2d46e45c36c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-23T17:27:57,239 INFO [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732382687070.16dd130f78d02f9c55bee2d46e45c36c. 2024-11-23T17:27:57,239 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 16dd130f78d02f9c55bee2d46e45c36c: 2024-11-23T17:27:57,239 DEBUG [RS_CLOSE_REGION-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732382687070.16dd130f78d02f9c55bee2d46e45c36c. 2024-11-23T17:27:57,247 DEBUG [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/hbase/meta/1588230740/.tmp/rep_barrier/a080521bec1a45e78481fb7c210f19e0 is 102, key is TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca./rep_barrier:/1732382719590/DeleteFamily/seqid=0 2024-11-23T17:27:57,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742464_1640 (size=6025) 2024-11-23T17:27:57,406 DEBUG [RS:0;f54dd19cfe0a:35067 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-23T17:27:57,606 DEBUG [RS:0;f54dd19cfe0a:35067 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-23T17:27:57,651 INFO [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/hbase/meta/1588230740/.tmp/rep_barrier/a080521bec1a45e78481fb7c210f19e0 2024-11-23T17:27:57,668 DEBUG [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/hbase/meta/1588230740/.tmp/table/cb6bf83e525c4570a3e77cd3b383f11f is 96, key is TestAcidGuarantees,,1732382688620.7b38a0891d7286040198cd8f2c611cca./table:/1732382719590/DeleteFamily/seqid=0 2024-11-23T17:27:57,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742465_1641 (size=5942) 2024-11-23T17:27:57,694 INFO [regionserver/f54dd19cfe0a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-23T17:27:57,694 INFO [regionserver/f54dd19cfe0a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-23T17:27:57,806 INFO [RS:0;f54dd19cfe0a:35067 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-23T17:27:57,807 DEBUG [RS:0;f54dd19cfe0a:35067 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-23T17:27:57,807 DEBUG [RS:0;f54dd19cfe0a:35067 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-23T17:27:58,007 DEBUG [RS:0;f54dd19cfe0a:35067 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-23T17:27:58,072 INFO [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/hbase/meta/1588230740/.tmp/table/cb6bf83e525c4570a3e77cd3b383f11f 2024-11-23T17:27:58,075 DEBUG [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/hbase/meta/1588230740/.tmp/info/7f7405c2c1b44d839c135140619d67fa as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/hbase/meta/1588230740/info/7f7405c2c1b44d839c135140619d67fa 2024-11-23T17:27:58,078 INFO [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/hbase/meta/1588230740/info/7f7405c2c1b44d839c135140619d67fa, entries=22, sequenceid=93, filesize=7.5 K 2024-11-23T17:27:58,078 DEBUG [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/hbase/meta/1588230740/.tmp/rep_barrier/a080521bec1a45e78481fb7c210f19e0 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/hbase/meta/1588230740/rep_barrier/a080521bec1a45e78481fb7c210f19e0 2024-11-23T17:27:58,081 INFO [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/hbase/meta/1588230740/rep_barrier/a080521bec1a45e78481fb7c210f19e0, entries=6, sequenceid=93, filesize=5.9 K 2024-11-23T17:27:58,081 DEBUG [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/hbase/meta/1588230740/.tmp/table/cb6bf83e525c4570a3e77cd3b383f11f as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/hbase/meta/1588230740/table/cb6bf83e525c4570a3e77cd3b383f11f 2024-11-23T17:27:58,083 INFO [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/hbase/meta/1588230740/table/cb6bf83e525c4570a3e77cd3b383f11f, entries=9, sequenceid=93, filesize=5.8 K 2024-11-23T17:27:58,084 INFO [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1282ms, sequenceid=93, compaction requested=false 2024-11-23T17:27:58,087 DEBUG [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-23T17:27:58,088 DEBUG [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-23T17:27:58,088 INFO [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-23T17:27:58,088 DEBUG [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-23T17:27:58,088 DEBUG [RS_CLOSE_META-regionserver/f54dd19cfe0a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-23T17:27:58,207 INFO [RS:0;f54dd19cfe0a:35067 {}] regionserver.HRegionServer(1250): stopping server f54dd19cfe0a,35067,1732382683491; all regions closed. 2024-11-23T17:27:58,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741834_1010 (size=26050) 2024-11-23T17:27:58,213 DEBUG [RS:0;f54dd19cfe0a:35067 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/oldWALs 2024-11-23T17:27:58,213 INFO [RS:0;f54dd19cfe0a:35067 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f54dd19cfe0a%2C35067%2C1732382683491.meta:.meta(num 1732382686815) 2024-11-23T17:27:58,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741832_1008 (size=14316730) 2024-11-23T17:27:58,216 DEBUG [RS:0;f54dd19cfe0a:35067 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/oldWALs 2024-11-23T17:27:58,216 INFO [RS:0;f54dd19cfe0a:35067 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f54dd19cfe0a%2C35067%2C1732382683491:(num 1732382685851) 2024-11-23T17:27:58,216 DEBUG [RS:0;f54dd19cfe0a:35067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:27:58,216 INFO [RS:0;f54dd19cfe0a:35067 {}] regionserver.LeaseManager(133): Closed leases 2024-11-23T17:27:58,217 INFO [RS:0;f54dd19cfe0a:35067 {}] hbase.ChoreService(370): Chore service for: regionserver/f54dd19cfe0a:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-23T17:27:58,217 INFO [regionserver/f54dd19cfe0a:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-23T17:27:58,217 INFO [RS:0;f54dd19cfe0a:35067 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35067 2024-11-23T17:27:58,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35067-0x1002569a4220001, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f54dd19cfe0a,35067,1732382683491 2024-11-23T17:27:58,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-23T17:27:58,221 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$359/0x00007fb3088f2698@41d4f2d3 rejected from java.util.concurrent.ThreadPoolExecutor@4d6648d[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-23T17:27:58,222 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f54dd19cfe0a,35067,1732382683491] 2024-11-23T17:27:58,223 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing f54dd19cfe0a,35067,1732382683491; numProcessing=1 2024-11-23T17:27:58,224 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/f54dd19cfe0a,35067,1732382683491 already deleted, retry=false 2024-11-23T17:27:58,224 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; f54dd19cfe0a,35067,1732382683491 expired; onlineServers=0 2024-11-23T17:27:58,224 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f54dd19cfe0a,39075,1732382682737' ***** 2024-11-23T17:27:58,224 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-23T17:27:58,224 DEBUG [M:0;f54dd19cfe0a:39075 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775b3170, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f54dd19cfe0a/172.17.0.2:0 2024-11-23T17:27:58,224 INFO [M:0;f54dd19cfe0a:39075 {}] regionserver.HRegionServer(1224): stopping server f54dd19cfe0a,39075,1732382682737 2024-11-23T17:27:58,224 INFO [M:0;f54dd19cfe0a:39075 {}] regionserver.HRegionServer(1250): stopping server f54dd19cfe0a,39075,1732382682737; all regions closed. 2024-11-23T17:27:58,224 DEBUG [M:0;f54dd19cfe0a:39075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-23T17:27:58,224 DEBUG [M:0;f54dd19cfe0a:39075 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-23T17:27:58,224 DEBUG [M:0;f54dd19cfe0a:39075 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-23T17:27:58,224 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-23T17:27:58,224 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster-HFileCleaner.small.0-1732382685576 {}] cleaner.HFileCleaner(306): Exit Thread[master/f54dd19cfe0a:0:becomeActiveMaster-HFileCleaner.small.0-1732382685576,5,FailOnTimeoutGroup] 2024-11-23T17:27:58,224 DEBUG [master/f54dd19cfe0a:0:becomeActiveMaster-HFileCleaner.large.0-1732382685575 {}] cleaner.HFileCleaner(306): Exit Thread[master/f54dd19cfe0a:0:becomeActiveMaster-HFileCleaner.large.0-1732382685575,5,FailOnTimeoutGroup] 2024-11-23T17:27:58,225 INFO [M:0;f54dd19cfe0a:39075 {}] hbase.ChoreService(370): Chore service for: master/f54dd19cfe0a:0 had [] on shutdown 2024-11-23T17:27:58,225 DEBUG [M:0;f54dd19cfe0a:39075 {}] master.HMaster(1733): Stopping service threads 2024-11-23T17:27:58,225 INFO [M:0;f54dd19cfe0a:39075 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-23T17:27:58,225 ERROR [M:0;f54dd19cfe0a:39075 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:34623 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34623,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-23T17:27:58,226 INFO [M:0;f54dd19cfe0a:39075 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-23T17:27:58,226 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-23T17:27:58,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-23T17:27:58,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-23T17:27:58,226 DEBUG [M:0;f54dd19cfe0a:39075 {}] zookeeper.ZKUtil(347): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-23T17:27:58,226 WARN [M:0;f54dd19cfe0a:39075 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-23T17:27:58,226 INFO [M:0;f54dd19cfe0a:39075 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-23T17:27:58,227 INFO [M:0;f54dd19cfe0a:39075 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-23T17:27:58,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-23T17:27:58,227 DEBUG [M:0;f54dd19cfe0a:39075 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-23T17:27:58,227 INFO [M:0;f54dd19cfe0a:39075 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T17:27:58,227 DEBUG [M:0;f54dd19cfe0a:39075 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T17:27:58,227 DEBUG [M:0;f54dd19cfe0a:39075 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-23T17:27:58,227 DEBUG [M:0;f54dd19cfe0a:39075 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T17:27:58,227 INFO [M:0;f54dd19cfe0a:39075 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=779.60 KB heapSize=959.19 KB 2024-11-23T17:27:58,242 DEBUG [M:0;f54dd19cfe0a:39075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa351e8c9f894afaab9e63fa05a8e941 is 82, key is hbase:meta,,1/info:regioninfo/1732382686958/Put/seqid=0 2024-11-23T17:27:58,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742466_1642 (size=5672) 2024-11-23T17:27:58,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35067-0x1002569a4220001, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T17:27:58,323 INFO [RS:0;f54dd19cfe0a:35067 {}] regionserver.HRegionServer(1307): Exiting; stopping=f54dd19cfe0a,35067,1732382683491; zookeeper connection closed. 2024-11-23T17:27:58,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35067-0x1002569a4220001, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T17:27:58,323 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@394ee53 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@394ee53 2024-11-23T17:27:58,323 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-23T17:27:58,646 INFO [M:0;f54dd19cfe0a:39075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2215 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa351e8c9f894afaab9e63fa05a8e941 2024-11-23T17:27:58,666 DEBUG [M:0;f54dd19cfe0a:39075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/369e0d134bf9433e9d7543b0cb649e29 is 2284, key is \x00\x00\x00\x00\x00\x00\x00*/proc:d/1732382722747/Put/seqid=0 2024-11-23T17:27:58,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742467_1643 (size=45470) 2024-11-23T17:27:59,070 INFO [M:0;f54dd19cfe0a:39075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=779.05 KB at sequenceid=2215 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/369e0d134bf9433e9d7543b0cb649e29 2024-11-23T17:27:59,073 INFO [M:0;f54dd19cfe0a:39075 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 369e0d134bf9433e9d7543b0cb649e29 2024-11-23T17:27:59,088 DEBUG [M:0;f54dd19cfe0a:39075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f172d49bad694ee08ceb55944f029f5e is 69, key is f54dd19cfe0a,35067,1732382683491/rs:state/1732382685625/Put/seqid=0 2024-11-23T17:27:59,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073742468_1644 (size=5156) 2024-11-23T17:27:59,491 INFO [M:0;f54dd19cfe0a:39075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2215 (bloomFilter=true), to=hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f172d49bad694ee08ceb55944f029f5e 2024-11-23T17:27:59,495 DEBUG [M:0;f54dd19cfe0a:39075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aa351e8c9f894afaab9e63fa05a8e941 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa351e8c9f894afaab9e63fa05a8e941 2024-11-23T17:27:59,498 INFO [M:0;f54dd19cfe0a:39075 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aa351e8c9f894afaab9e63fa05a8e941, entries=8, sequenceid=2215, filesize=5.5 K 2024-11-23T17:27:59,498 DEBUG [M:0;f54dd19cfe0a:39075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/369e0d134bf9433e9d7543b0cb649e29 as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/369e0d134bf9433e9d7543b0cb649e29 2024-11-23T17:27:59,501 INFO [M:0;f54dd19cfe0a:39075 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 369e0d134bf9433e9d7543b0cb649e29 2024-11-23T17:27:59,501 INFO [M:0;f54dd19cfe0a:39075 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/369e0d134bf9433e9d7543b0cb649e29, entries=181, sequenceid=2215, filesize=44.4 K 2024-11-23T17:27:59,501 DEBUG [M:0;f54dd19cfe0a:39075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f172d49bad694ee08ceb55944f029f5e as hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f172d49bad694ee08ceb55944f029f5e 2024-11-23T17:27:59,504 INFO [M:0;f54dd19cfe0a:39075 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34623/user/jenkins/test-data/07f3e248-6cb9-850c-9307-ac16d3705ae9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f172d49bad694ee08ceb55944f029f5e, entries=1, sequenceid=2215, filesize=5.0 K 2024-11-23T17:27:59,504 INFO [M:0;f54dd19cfe0a:39075 {}] regionserver.HRegion(3040): Finished flush of dataSize ~779.60 KB/798314, heapSize ~958.89 KB/981904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=2215, compaction requested=false 2024-11-23T17:27:59,506 INFO [M:0;f54dd19cfe0a:39075 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-23T17:27:59,506 DEBUG [M:0;f54dd19cfe0a:39075 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-23T17:27:59,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34875 is added to blk_1073741830_1006 (size=943536) 2024-11-23T17:27:59,508 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-23T17:27:59,508 INFO [M:0;f54dd19cfe0a:39075 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-23T17:27:59,508 INFO [M:0;f54dd19cfe0a:39075 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39075 2024-11-23T17:27:59,510 DEBUG [M:0;f54dd19cfe0a:39075 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/f54dd19cfe0a,39075,1732382682737 already deleted, retry=false 2024-11-23T17:27:59,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T17:27:59,612 INFO [M:0;f54dd19cfe0a:39075 {}] regionserver.HRegionServer(1307): Exiting; stopping=f54dd19cfe0a,39075,1732382682737; zookeeper connection closed. 2024-11-23T17:27:59,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1002569a4220000, quorum=127.0.0.1:55168, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-23T17:27:59,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-23T17:27:59,619 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T17:27:59,619 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T17:27:59,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T17:27:59,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72/hadoop.log.dir/,STOPPED} 2024-11-23T17:27:59,622 WARN [BP-660191298-172.17.0.2-1732382679974 heartbeating to localhost/127.0.0.1:34623 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-23T17:27:59,622 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-23T17:27:59,622 WARN [BP-660191298-172.17.0.2-1732382679974 heartbeating to localhost/127.0.0.1:34623 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-660191298-172.17.0.2-1732382679974 (Datanode Uuid f51b14b0-6f66-4994-a78a-398767411e4e) service to localhost/127.0.0.1:34623 2024-11-23T17:27:59,622 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-23T17:27:59,625 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72/cluster_5aa7786c-84ab-129d-027c-96fe876f2f58/dfs/data/data1/current/BP-660191298-172.17.0.2-1732382679974 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T17:27:59,625 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72/cluster_5aa7786c-84ab-129d-027c-96fe876f2f58/dfs/data/data2/current/BP-660191298-172.17.0.2-1732382679974 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-23T17:27:59,626 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-23T17:27:59,633 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-23T17:27:59,634 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-23T17:27:59,634 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-23T17:27:59,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-23T17:27:59,634 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/1b4b6f68-9085-e3c5-36d8-c440df00bc72/hadoop.log.dir/,STOPPED} 2024-11-23T17:27:59,650 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-23T17:27:59,773 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down